[ 529.329345] env[66432]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.329345] env[66432]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.333698] env[66526]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.333698] env[66526]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.905903] env[66526]: INFO neutron.common.config [-] Logging enabled! [ 531.906240] env[66526]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 531.906508] env[66526]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66526) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.906823] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.906916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.907770] env[66526]: WARNING oslo_policy.policy [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.907991] env[66526]: WARNING oslo_policy.policy [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.909667] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] VMware NSXv3 Agent initialized successfully. [ 531.910031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Acquiring lock "singleton_lock" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.910163] env[66526]: DEBUG oslo_concurrency.lockutils [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Acquired lock "singleton_lock" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.910371] env[66526]: DEBUG oslo_concurrency.lockutils [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Releasing lock "singleton_lock" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.910658] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Full set of CONF: {{(pid=66526) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 531.910767] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ******************************************************************************** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.910866] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Configuration options gathered from: {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.911232] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.911404] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.911510] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ================================================================================ {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.911673] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] agent_down_time = 75 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.911809] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] allow_automatic_dhcp_failover = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.911942] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] allow_bulk = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912095] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] api_extensions_path = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912232] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] api_paste_config = api-paste.ini {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912366] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] auth_strategy = keystone {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912467] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] backdoor_port = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912566] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] backdoor_socket = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912696] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] backlog = 4096 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912828] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] base_mac = fa:16:3e:00:00:00 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.912985] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] bind_host = 0.0.0.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913134] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] bind_port = 9696 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913267] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] client_socket_timeout = 900 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913403] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] config_dir = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913508] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913642] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] config_source = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913774] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] control_exchange = neutron {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.913906] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] core_plugin = ml2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914055] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] debug = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914193] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] default_availability_zones = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914393] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914530] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dhcp_agent_notification = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914663] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dhcp_agents_per_network = 1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914792] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dhcp_lease_duration = 86400 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.914927] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dhcp_load_type = networks {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915070] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dns_domain = openstacklocal {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915237] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915374] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_default_route_bfd = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915503] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_default_route_ecmp = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915631] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_dvr = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915756] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_new_agents = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.915883] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916027] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_signals = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916180] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] enable_traditional_dhcp = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916318] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] external_dns_driver = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916448] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] filter_validation = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916586] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] global_physnet_mtu = 8950 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916716] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] graceful_shutdown_timeout = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.916889] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] host = cpu-1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917039] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] host_dvr_for_dhcp = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917173] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] http_retries = 3 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917308] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] instance_format = [instance: %(uuid)s] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917464] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917618] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ipam_driver = internal {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917747] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ipv6_pd_enabled = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.917875] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] l3_ha = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918014] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918151] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] l3_ha_network_physical_name = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918354] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] l3_ha_network_type = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918407] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_color = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918539] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_config_append = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918668] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918793] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_dir = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.918918] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_file = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919022] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_options = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919149] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_rotate_interval = 1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919285] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_rotate_interval_type = days {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919418] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] log_rotation_type = none {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919519] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919616] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919746] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919873] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.919971] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920116] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_dns_nameservers = 5 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920245] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_header_line = 16384 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920371] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_l3_agents_per_router = 3 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920497] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_logfile_count = 30 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920621] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_logfile_size_mb = 200 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920745] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] max_subnet_host_routes = 20 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.920878] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] my_ip = 10.180.1.21 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921016] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] my_ipv6 = ::1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921149] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] network_auto_schedule = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921274] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] network_link_prefix = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921405] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921539] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] notify_nova_on_port_data_changes = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921972] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] notify_nova_on_port_status_changes = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921972] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] pagination_max_limit = -1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.921972] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] publish_errors = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922093] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rate_limit_burst = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922173] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rate_limit_except_level = CRITICAL {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922299] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rate_limit_interval = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922424] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] retry_until_window = 30 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922552] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] router_distributed = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922678] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rpc_resources_processing_step = 20 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922804] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rpc_response_max_timeout = 600 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.922931] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] rpc_response_timeout = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923066] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] send_events_interval = 2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923209] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] service_plugins = ['router'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923342] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] setproctitle = on {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923466] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] shell_completion = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923595] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] state_path = /opt/stack/data/neutron {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923725] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] syslog_log_facility = LOG_USER {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923853] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] tcp_keepidle = 600 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.923982] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] transport_url = **** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924124] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] use_journal = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924253] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] use_json = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924378] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] use_ssl = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924503] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] use_stderr = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924636] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] use_syslog = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924760] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vlan_qinq = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.924881] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vlan_transparent = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925012] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] watch_log_file = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925168] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] wsgi_default_pool_size = 100 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925302] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] wsgi_keep_alive = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925436] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925561] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] wsgi_server_debug = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.925706] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_concurrency.disable_process_locking = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.925841] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.925978] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926140] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926286] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926421] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926549] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926693] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.connection_string = messaging:// {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926832] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.enabled = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.926965] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.es_doc_type = notification {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927108] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.es_scroll_size = 10000 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927245] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.es_scroll_time = 2m {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927376] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.filter_error_trace = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927537] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.hmac_keys = **** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927679] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.sentinel_service_name = mymaster {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927821] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.socket_timeout = 0.1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.927954] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.trace_requests = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928099] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler.trace_sqlalchemy = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928275] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler_jaeger.process_tags = {} {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928469] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler_jaeger.service_name_prefix = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928545] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] profiler_otlp.service_name_prefix = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928680] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.enforce_new_defaults = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.928944] env[66526]: WARNING oslo_config.cfg [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.929108] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.enforce_scope = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929253] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.policy_default_rule = default {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929401] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929539] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929677] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929806] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.929932] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930069] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930203] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930341] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_policy.remote_timeout = 60.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930483] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930625] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] agent.extensions = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930761] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.930896] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] service_providers.service_provider = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931047] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.default_quota = -1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931187] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931321] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_floatingip = 50 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931450] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_network = 100 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931578] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_port = 500 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931706] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931835] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_router = 10 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.931963] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_security_group = 10 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932104] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932231] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.quota_subnet = 100 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932363] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] QUOTAS.track_quota_usage = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932510] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932641] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932767] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.932899] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933042] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933178] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933308] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933448] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933575] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933697] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933824] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.933953] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934096] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934224] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_dhcp_release.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934360] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934485] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934610] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934738] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934868] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.934999] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935183] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_ovs_vsctl.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935320] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.capabilities = [21] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935447] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935573] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935703] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935836] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.935968] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936129] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_namespace.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936276] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.capabilities = [12] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936403] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936528] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936656] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936787] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.936918] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937055] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_conntrack.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937194] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.capabilities = [12, 21] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937321] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.group = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937465] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.helper_command = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937606] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.log_daemon_traceback = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937739] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937869] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.thread_pool_size = 8 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.937995] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] privsep_link.user = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938157] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938301] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938437] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.continue_on_failed_promotions = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938593] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.dscp = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938699] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.dscp_inherit = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938837] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.force_mp_to_policy = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.938965] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.locking_coordinator_url = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939107] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.log_agent_heartbeats = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939240] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.logging_expire = 1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939380] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939511] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939647] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.polling_interval = 240 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939777] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.939913] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940064] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.report_interval = 30.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940223] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940378] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940516] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940651] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.sync_skew = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940782] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.synchronization_queue_size = 20 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.940913] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT.use_helper_for_ns_read = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941067] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] SECURITYGROUP.enable_ipset = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941211] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] SECURITYGROUP.enable_security_group = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941344] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941477] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941614] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] experimental.ipv6_pd_enabled = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941766] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.extension_drivers = ['port_security'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.941896] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.external_network_type = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942048] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942191] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.overlay_ip_version = 4 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942330] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.path_mtu = 8950 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942473] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.physical_network_mtus = {} {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942617] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.tenant_network_types = ['vlan'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942758] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.942897] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ml2.type_drivers = ['vlan'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943122] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT_CLI.neutron_port_id = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943197] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943312] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943456] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943595] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943728] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.943864] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944007] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944149] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944345] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944486] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_login_password = **** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944629] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_login_port = 443 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944767] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_login_user = admin {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.944904] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945055] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945223] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945368] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945510] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945654] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945792] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.945929] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946086] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946248] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946398] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946537] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946676] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.946865] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947020] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vsphere.vsphere_login_password = VMware1! {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947162] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947299] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947452] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.auth_section = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947607] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.auth_type = password {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947744] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.947873] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.certfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948015] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.collect_timing = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948160] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.endpoint_type = public {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948294] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.insecure = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948421] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.keyfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948558] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.region_name = RegionOne {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948720] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.split_loggers = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948820] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] nova.timeout = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.948954] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.auth_section = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949104] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.auth_type = password {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949243] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949369] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.certfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949501] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.collect_timing = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949638] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.endpoint_type = public {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949768] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.insecure = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.949893] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.keyfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950030] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.region_name = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950162] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.split_loggers = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950293] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] placement.timeout = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950430] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.auth_section = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950562] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.auth_type = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950688] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.cafile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950819] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.certfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.950952] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.collect_timing = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951081] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.connect_retries = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951215] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.connect_retry_delay = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951351] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.enable_notifications = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951480] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.endpoint_override = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951611] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.insecure = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951740] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.interface = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951865] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.keyfile = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.951995] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.max_version = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952155] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.min_version = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952329] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.region_name = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952502] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.retriable_status_codes = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952635] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.service_name = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952766] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.service_type = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.952900] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.split_loggers = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.status_code_retries = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.status_code_retry_delay = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.timeout = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.valid_interfaces = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ironic.version = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] cli_script.dry_run = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954141] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954380] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954380] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954380] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954380] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954540] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954664] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954748] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.954879] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955028] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955189] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955337] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955473] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955610] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955744] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.955881] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956024] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956181] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956326] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956459] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956588] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956718] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956848] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.956979] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957124] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957259] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957390] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957522] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957653] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957786] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.957919] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958070] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958209] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958346] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958482] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958615] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.ssl_version = {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958744] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.958901] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_notifications.driver = [] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.959029] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_notifications.retry = -1 {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.959172] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.959305] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] oslo_messaging_notifications.transport_url = **** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.959405] env[66526]: DEBUG oslo_service.backend._eventlet.service [None req-26f9ae30-2003-430f-beb9-b90f720ab84e None None] ******************************************************************************** {{(pid=66526) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.960557] env[66526]: DEBUG neutron.agent.securitygroups_rpc [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Init firewall settings (driver=nsxv3) {{(pid=66526) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.961895] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66526) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.962148] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.964403] env[66526]: DEBUG dogpile.cache.region [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.964528] env[66526]: DEBUG dogpile.lock [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.964629] env[66526]: DEBUG dogpile.lock [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.964715] env[66526]: DEBUG dogpile.lock [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.964806] env[66526]: DEBUG dogpile.cache.region [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.964890] env[66526]: DEBUG dogpile.lock [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.965021] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.995331] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Session token - acquiring [ 531.996903] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.997090] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.997222] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.997609] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.009838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.294088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.320346] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.320527] env[66526]: DEBUG dogpile.cache.region [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Cache value generated in 0.355 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 532.320572] env[66526]: DEBUG dogpile.lock [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.320708] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Activating Policy API Provider. [ 532.320903] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Looking for the default Infrastructure Rules. [ 532.408235] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.424205] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.424678] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.424853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.424952] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.425370] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.425763] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.940582] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.442714] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.948494] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Inventory metadata is going to be refreshed. [ 533.948890] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.766315] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.766756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.766756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.766952] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.777437] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.779401] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.780044] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.798855] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.799191] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.799191] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.799406] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.799524] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.799667] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.799774] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.799875] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.822837] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.823208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.823208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.823433] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.823602] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.823743] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.844250] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.844575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.844575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.844774] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.844910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.845060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.864255] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.864534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.864534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.864779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.864910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.865062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.865219] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.865329] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.883665] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.883933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.883933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.884206] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.884323] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.884457] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.884558] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.884655] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.906919] env[66526]: DEBUG networking_nsxv3.common.locking [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.907232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.907232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.907454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.907590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.907728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.907825] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.907917] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Inventory metadata have been refreshed. [ 534.908019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Dryrun:True. Metadata refresh completed. [ 534.908127] env[66526]: DEBUG oslo_concurrency.lockutils [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.909794] env[66526]: INFO neutron.agent.agent_extensions_manager [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Loaded agent extensions: [] [ 534.910560] env[66526]: DEBUG neutron_lib.callbacks.manager [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66526) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.960623] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.961036] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.961036] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.911588] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.911888] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.912405] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.912780] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.797371] env[66526]: INFO networking_nsxv3.common.synchronization [None req-033e1f56-56a4-4f64-8ac5-f453e98d3eb8 demo admin] Enqueued Resource ID: 44311f73-5fa1-4da5-9026-ace05bc53d6d with Priority: HIGHEST for action security_group_rules [ 549.797735] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44311f73-5fa1-4da5-9026-ace05bc53d6d with Priority: HIGHEST for action security_group_rules [ 549.799323] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44311f73-5fa1-4da5-9026-ace05bc53d6d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.799456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44311f73-5fa1-4da5-9026-ace05bc53d6d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.799522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44311f73-5fa1-4da5-9026-ace05bc53d6d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.799879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44311f73-5fa1-4da5-9026-ace05bc53d6d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.799977] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44311f73-5fa1-4da5-9026-ace05bc53d6d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.322586] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.322871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.322871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.323019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.323120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.323216] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44311f73-5fa1-4da5-9026-ace05bc53d6d already deleted. [ 550.323333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44311f73-5fa1-4da5-9026-ace05bc53d6d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.799281] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.799680] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.800439] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.800682] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.913885] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.914357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.914357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.914357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.914578] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.416830] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.919620] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.422803] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 563.423024] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 564.200752] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.201265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.201265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.201265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.212864] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 564.213679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.214376] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 564.233082] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.233321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.233321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.233493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.233617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.233778] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 564.233896] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.233970] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 564.256110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.256348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.256348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.256508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.256657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.256770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.280816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.281049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.281095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.281280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.281386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.281497] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.301332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.301639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.301639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.301734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.301882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.301959] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 564.302014] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.302066] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 564.320223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.320454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.320454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.320604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.320688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.320782] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 564.320851] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.320922] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 564.340402] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.340688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.340688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.340828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.340884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.340996] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 564.341078] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 564.341146] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 564.341202] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 564.341278] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 564.341335] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 564.341391] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 564.341657] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 564.341721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 564.341789] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 564.362970] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.363188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.363188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.363381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.363485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.363609] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 564.383280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.383508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.383508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.383755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.383870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.421587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.801735] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.801963] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.802409] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.803695] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.804909] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.805305] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.654638] env[66526]: INFO networking_nsxv3.common.synchronization [None req-abc18db6-963b-452a-831b-c50c3e7781a3 None None] Enqueued Resource ID: 8fe27f08-9aad-4691-a6d5-42630afe020b with Priority: HIGHEST for action port [ 577.654939] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe27f08-9aad-4691-a6d5-42630afe020b with Priority: HIGHEST for action port [ 577.655443] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe27f08-9aad-4691-a6d5-42630afe020b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.655569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe27f08-9aad-4691-a6d5-42630afe020b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.655634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe27f08-9aad-4691-a6d5-42630afe020b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.655933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe27f08-9aad-4691-a6d5-42630afe020b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.656091] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe27f08-9aad-4691-a6d5-42630afe020b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.159043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe27f08-9aad-4691-a6d5-42630afe020b [ 578.159285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.159419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.159486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.159691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.159778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.159870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe27f08-9aad-4691-a6d5-42630afe020b already deleted. [ 578.159952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe27f08-9aad-4691-a6d5-42630afe020b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.458503] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3796d42b-63ee-489d-aa36-4bf1ca2d0b6a None None] Enqueued Resource ID: 9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa with Priority: HIGHEST for action port [ 579.458763] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa with Priority: HIGHEST for action port [ 579.459403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.459530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.459596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.459901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.459973] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.962057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa [ 579.962602] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.962977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.963063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.963306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.963404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.963497] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa already deleted. [ 579.963579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d818e01-15ef-44d3-95c9-6a0ce4d0e9aa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.837231] env[66526]: INFO networking_nsxv3.common.synchronization [None req-1cf7602a-3a19-4b16-932a-600fa64d7881 None None] Enqueued Resource ID: e964ecf3-9327-451d-8091-4f1cc0593e6f with Priority: HIGHEST for action port [ 581.837995] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e964ecf3-9327-451d-8091-4f1cc0593e6f with Priority: HIGHEST for action port [ 581.837995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e964ecf3-9327-451d-8091-4f1cc0593e6f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.838116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e964ecf3-9327-451d-8091-4f1cc0593e6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.838194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e964ecf3-9327-451d-8091-4f1cc0593e6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.838417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e964ecf3-9327-451d-8091-4f1cc0593e6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.838490] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e964ecf3-9327-451d-8091-4f1cc0593e6f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.890821] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f01e4365-0a58-48a8-95c2-441f2eeb57e3 None None] Enqueued Resource ID: 927b86d4-b85e-4647-8676-61f619821f02 with Priority: HIGHEST for action port [ 581.890995] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927b86d4-b85e-4647-8676-61f619821f02 with Priority: HIGHEST for action port [ 581.891328] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-927b86d4-b85e-4647-8676-61f619821f02 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.891448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927b86d4-b85e-4647-8676-61f619821f02" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.891686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927b86d4-b85e-4647-8676-61f619821f02" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.891794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927b86d4-b85e-4647-8676-61f619821f02" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.891929] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927b86d4-b85e-4647-8676-61f619821f02',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.344047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e964ecf3-9327-451d-8091-4f1cc0593e6f [ 582.344100] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.344246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.344313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.344510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.344616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.344729] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e964ecf3-9327-451d-8091-4f1cc0593e6f already deleted. [ 582.344818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e964ecf3-9327-451d-8091-4f1cc0593e6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.396698] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927b86d4-b85e-4647-8676-61f619821f02 [ 582.397046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.397192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.397294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.397538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.397623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.397709] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927b86d4-b85e-4647-8676-61f619821f02 already deleted. [ 582.397794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927b86d4-b85e-4647-8676-61f619821f02" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.678924] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fece4d77-f057-4634-9c83-6593f5b80cdf None None] Enqueued Resource ID: d27b0ca1-ab5c-4506-b33b-984ad8954052 with Priority: HIGHEST for action port [ 582.680314] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27b0ca1-ab5c-4506-b33b-984ad8954052 with Priority: HIGHEST for action port [ 582.680314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27b0ca1-ab5c-4506-b33b-984ad8954052 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.680314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27b0ca1-ab5c-4506-b33b-984ad8954052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.680314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27b0ca1-ab5c-4506-b33b-984ad8954052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.680990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27b0ca1-ab5c-4506-b33b-984ad8954052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.681285] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27b0ca1-ab5c-4506-b33b-984ad8954052',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.184032] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27b0ca1-ab5c-4506-b33b-984ad8954052 [ 583.184370] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.184447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.184513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.184671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.184790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.184848] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27b0ca1-ab5c-4506-b33b-984ad8954052 already deleted. [ 583.185591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27b0ca1-ab5c-4506-b33b-984ad8954052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.627090] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c9f25563-49bd-4fa1-82f8-3842d98c618f None None] Enqueued Resource ID: b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48 with Priority: HIGHEST for action port [ 583.627414] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48 with Priority: HIGHEST for action port [ 583.627721] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.627845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.627912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.629647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.629647] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.133521] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48 [ 584.133784] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.133932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.134287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.134570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.134774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.134830] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48 already deleted. [ 584.134921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8d2812d-0c99-4f89-a3a0-1de0ba7bbc48" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.627330] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c9e0c6c5-3638-424b-802a-1b34871e5a01 None None] Enqueued Resource ID: 36a234d6-f84c-41bc-b8ed-319e0e4c5b34 with Priority: HIGHEST for action port [ 584.627871] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a234d6-f84c-41bc-b8ed-319e0e4c5b34 with Priority: HIGHEST for action port [ 584.628179] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a234d6-f84c-41bc-b8ed-319e0e4c5b34 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.628306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a234d6-f84c-41bc-b8ed-319e0e4c5b34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.628772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a234d6-f84c-41bc-b8ed-319e0e4c5b34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.628914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a234d6-f84c-41bc-b8ed-319e0e4c5b34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.629067] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a234d6-f84c-41bc-b8ed-319e0e4c5b34',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.133051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36a234d6-f84c-41bc-b8ed-319e0e4c5b34 [ 585.133213] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.133352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.133421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.133629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.133721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.133821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36a234d6-f84c-41bc-b8ed-319e0e4c5b34 already deleted. [ 585.133938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a234d6-f84c-41bc-b8ed-319e0e4c5b34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.374403] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f3f710b1-395b-46c0-b89d-1151aefbeb3d None None] Enqueued Resource ID: 05c325f5-78f6-43a6-92e0-3311175a40b2 with Priority: HIGHEST for action port [ 585.374403] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c325f5-78f6-43a6-92e0-3311175a40b2 with Priority: HIGHEST for action port [ 585.374403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c325f5-78f6-43a6-92e0-3311175a40b2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.374403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c325f5-78f6-43a6-92e0-3311175a40b2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.377234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c325f5-78f6-43a6-92e0-3311175a40b2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.377234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c325f5-78f6-43a6-92e0-3311175a40b2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.377234] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c325f5-78f6-43a6-92e0-3311175a40b2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.483183] env[66526]: INFO networking_nsxv3.common.synchronization [None req-49f82062-c922-4c13-b0c8-346224545e27 None None] Enqueued Resource ID: 48e348e4-ea36-4775-aa5d-69a0c0b1c593 with Priority: HIGHEST for action port [ 585.483183] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e348e4-ea36-4775-aa5d-69a0c0b1c593 with Priority: HIGHEST for action port [ 585.484618] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-48e348e4-ea36-4775-aa5d-69a0c0b1c593 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.484618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48e348e4-ea36-4775-aa5d-69a0c0b1c593" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.484618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48e348e4-ea36-4775-aa5d-69a0c0b1c593" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.484907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48e348e4-ea36-4775-aa5d-69a0c0b1c593" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.484907] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48e348e4-ea36-4775-aa5d-69a0c0b1c593',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.879306] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c325f5-78f6-43a6-92e0-3311175a40b2 [ 585.879306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.879306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.879306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.879306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.879306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.879705] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c325f5-78f6-43a6-92e0-3311175a40b2 already deleted. [ 585.879705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c325f5-78f6-43a6-92e0-3311175a40b2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.988788] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48e348e4-ea36-4775-aa5d-69a0c0b1c593 [ 585.988788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.988788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.988788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.989109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.989109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.989109] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48e348e4-ea36-4775-aa5d-69a0c0b1c593 already deleted. [ 585.989221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48e348e4-ea36-4775-aa5d-69a0c0b1c593" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.624175] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2029126b-68fb-4896-8e6b-50e9f7f7747e None None] Enqueued Resource ID: 9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7 with Priority: HIGHEST for action port [ 587.624448] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7 with Priority: HIGHEST for action port [ 587.624967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.625109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.625180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.625794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.625887] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.128810] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7 [ 588.129051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.130477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.130826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.130873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.130952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.131059] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7 already deleted. [ 588.131139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa104d9-15e4-48b2-88b4-0b6fe75fb4e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.502019] env[66526]: INFO networking_nsxv3.common.synchronization [None req-8dd9ecda-0e97-45f0-9207-63ec8a9192c0 None None] Enqueued Resource ID: 7ab80722-c0e0-41cf-a99c-8841b64116ef with Priority: HIGHEST for action port [ 588.502019] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab80722-c0e0-41cf-a99c-8841b64116ef with Priority: HIGHEST for action port [ 588.502019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab80722-c0e0-41cf-a99c-8841b64116ef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.502019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab80722-c0e0-41cf-a99c-8841b64116ef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.502019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab80722-c0e0-41cf-a99c-8841b64116ef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.502019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab80722-c0e0-41cf-a99c-8841b64116ef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.502019] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab80722-c0e0-41cf-a99c-8841b64116ef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.818271] env[66526]: INFO networking_nsxv3.common.synchronization [None req-50253d39-c641-40df-ade2-35ea9df46747 None None] Enqueued Resource ID: e33e9e83-e040-4fdc-809f-68b6cfe247b7 with Priority: HIGHEST for action port [ 588.820560] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33e9e83-e040-4fdc-809f-68b6cfe247b7 with Priority: HIGHEST for action port [ 588.820560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33e9e83-e040-4fdc-809f-68b6cfe247b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.820560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33e9e83-e040-4fdc-809f-68b6cfe247b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.820560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33e9e83-e040-4fdc-809f-68b6cfe247b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.820560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33e9e83-e040-4fdc-809f-68b6cfe247b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.820961] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33e9e83-e040-4fdc-809f-68b6cfe247b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.006245] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ab80722-c0e0-41cf-a99c-8841b64116ef [ 589.006506] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.006643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.006713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.006927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.007152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.007215] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ab80722-c0e0-41cf-a99c-8841b64116ef already deleted. [ 589.007446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab80722-c0e0-41cf-a99c-8841b64116ef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.323941] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e33e9e83-e040-4fdc-809f-68b6cfe247b7 [ 589.323941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.323941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.323941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.323941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.324263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.324263] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e33e9e83-e040-4fdc-809f-68b6cfe247b7 already deleted. [ 589.324263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33e9e83-e040-4fdc-809f-68b6cfe247b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.594022] env[66526]: INFO networking_nsxv3.common.synchronization [None req-5de2dec9-43ee-4b09-a992-1558311ee634 None None] Enqueued Resource ID: eef798ea-dd33-4d4f-ba7e-c39ab69bfa85 with Priority: HIGHEST for action port [ 590.594022] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef798ea-dd33-4d4f-ba7e-c39ab69bfa85 with Priority: HIGHEST for action port [ 590.594022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef798ea-dd33-4d4f-ba7e-c39ab69bfa85 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.594022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef798ea-dd33-4d4f-ba7e-c39ab69bfa85" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.594022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef798ea-dd33-4d4f-ba7e-c39ab69bfa85" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.596782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef798ea-dd33-4d4f-ba7e-c39ab69bfa85" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.596782] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef798ea-dd33-4d4f-ba7e-c39ab69bfa85',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.698771] env[66526]: INFO networking_nsxv3.common.synchronization [None req-5b2609f1-5b4e-4467-8e70-4b803394b272 None None] Enqueued Resource ID: 0eeb77f4-a913-4409-9100-a11ee09d0f98 with Priority: HIGHEST for action port [ 590.699966] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eeb77f4-a913-4409-9100-a11ee09d0f98 with Priority: HIGHEST for action port [ 590.700557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eeb77f4-a913-4409-9100-a11ee09d0f98 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.700661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eeb77f4-a913-4409-9100-a11ee09d0f98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.700661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eeb77f4-a913-4409-9100-a11ee09d0f98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.701175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eeb77f4-a913-4409-9100-a11ee09d0f98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.701175] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eeb77f4-a913-4409-9100-a11ee09d0f98',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.098069] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eef798ea-dd33-4d4f-ba7e-c39ab69bfa85 [ 591.098307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.098469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.098536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.099238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.099362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.099529] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eef798ea-dd33-4d4f-ba7e-c39ab69bfa85 already deleted. [ 591.099575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef798ea-dd33-4d4f-ba7e-c39ab69bfa85" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.204091] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eeb77f4-a913-4409-9100-a11ee09d0f98 [ 591.204345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.204480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.204550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.204766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.204824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.204916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eeb77f4-a913-4409-9100-a11ee09d0f98 already deleted. [ 591.204996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eeb77f4-a913-4409-9100-a11ee09d0f98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.987877] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a61c6d1a-4d7b-4b68-89f6-d4019ad04f7d None None] Enqueued Resource ID: b044746f-14a5-46d7-8496-3585eccd5a79 with Priority: HIGHEST for action port [ 591.988608] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b044746f-14a5-46d7-8496-3585eccd5a79 with Priority: HIGHEST for action port [ 591.989209] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b044746f-14a5-46d7-8496-3585eccd5a79 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.989476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b044746f-14a5-46d7-8496-3585eccd5a79" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.989579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b044746f-14a5-46d7-8496-3585eccd5a79" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.989937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b044746f-14a5-46d7-8496-3585eccd5a79" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.990048] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b044746f-14a5-46d7-8496-3585eccd5a79',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.494201] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b044746f-14a5-46d7-8496-3585eccd5a79 [ 592.494201] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.494201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.494201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.494456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.494809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.494921] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b044746f-14a5-46d7-8496-3585eccd5a79 already deleted. [ 592.495026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b044746f-14a5-46d7-8496-3585eccd5a79" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.545992] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3c50c721-14fb-4104-aef2-fe3bd6e41fe4 None None] Enqueued Resource ID: 8ca2cd4b-5f86-4154-a08b-e71166ca9858 with Priority: HIGHEST for action port [ 592.546604] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca2cd4b-5f86-4154-a08b-e71166ca9858 with Priority: HIGHEST for action port [ 592.547089] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ca2cd4b-5f86-4154-a08b-e71166ca9858 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.547089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ca2cd4b-5f86-4154-a08b-e71166ca9858" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.547733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ca2cd4b-5f86-4154-a08b-e71166ca9858" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.547913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ca2cd4b-5f86-4154-a08b-e71166ca9858" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.548016] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ca2cd4b-5f86-4154-a08b-e71166ca9858',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.050557] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ca2cd4b-5f86-4154-a08b-e71166ca9858 [ 593.057255] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.057255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.057255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.057255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.057255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.057828] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ca2cd4b-5f86-4154-a08b-e71166ca9858 already deleted. [ 593.057828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ca2cd4b-5f86-4154-a08b-e71166ca9858" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.762473] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c987e3bc-e36f-476d-ab77-d6695771cc9b None None] Enqueued Resource ID: 805a4ced-2a0b-426e-b3b2-9266f07855f8 with Priority: HIGHEST for action port [ 594.763049] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805a4ced-2a0b-426e-b3b2-9266f07855f8 with Priority: HIGHEST for action port [ 594.763586] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-805a4ced-2a0b-426e-b3b2-9266f07855f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.763586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-805a4ced-2a0b-426e-b3b2-9266f07855f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.763586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-805a4ced-2a0b-426e-b3b2-9266f07855f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.763878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-805a4ced-2a0b-426e-b3b2-9266f07855f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.763878] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('805a4ced-2a0b-426e-b3b2-9266f07855f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.269198] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 805a4ced-2a0b-426e-b3b2-9266f07855f8 [ 595.270155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.270370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.270370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.270872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.270986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.271187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:805a4ced-2a0b-426e-b3b2-9266f07855f8 already deleted. [ 595.271275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-805a4ced-2a0b-426e-b3b2-9266f07855f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.344908] env[66526]: INFO networking_nsxv3.common.synchronization [None req-bcf9df9b-ed9d-4334-a001-6f8427ae2314 None None] Enqueued Resource ID: c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8 with Priority: HIGHEST for action port [ 595.345363] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8 with Priority: HIGHEST for action port [ 595.345729] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.345881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.345930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.346731] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.849137] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8 [ 595.849137] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.849137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.849137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.849551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.849551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.849551] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8 already deleted. [ 595.849551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8c2e4d0-afa8-4b79-a6f7-d48ce69723f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.606719] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f84afb4a-3ec3-4fef-b1aa-d3d3fe92a1ac None None] Enqueued Resource ID: b1da4eee-a091-4cc6-89c5-d5dca3a61e5f with Priority: HIGHEST for action port [ 596.608059] env[66526]: INFO networking_nsxv3.common.synchronization [req-413fa5ef-ccdd-421c-825d-048d13ddf54c req-a3428cb3-6e78-4e01-b602-7265661e4af6 tempest-DeleteServersAdminTestJSON-1632545540 tempest-DeleteServersAdminTestJSON-1632545540-project-member] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 596.608412] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1da4eee-a091-4cc6-89c5-d5dca3a61e5f with Priority: HIGHEST for action port [ 596.608552] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 596.608813] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1da4eee-a091-4cc6-89c5-d5dca3a61e5f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.610910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1da4eee-a091-4cc6-89c5-d5dca3a61e5f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.610910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1da4eee-a091-4cc6-89c5-d5dca3a61e5f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.610910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1da4eee-a091-4cc6-89c5-d5dca3a61e5f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.610910] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1da4eee-a091-4cc6-89c5-d5dca3a61e5f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.610910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.612599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.612599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.612599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.612599] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.612599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.612599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.612791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.612791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.612858] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.058153] env[66526]: INFO networking_nsxv3.common.synchronization [None req-ddc458cf-39ed-457b-8408-fd7cde617e32 None None] Enqueued Resource ID: 6cdef6ee-f956-49d4-bd2b-b2a79c4f29de with Priority: HIGHEST for action port [ 597.058463] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cdef6ee-f956-49d4-bd2b-b2a79c4f29de with Priority: HIGHEST for action port [ 597.059067] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cdef6ee-f956-49d4-bd2b-b2a79c4f29de taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.059349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cdef6ee-f956-49d4-bd2b-b2a79c4f29de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.059349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cdef6ee-f956-49d4-bd2b-b2a79c4f29de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.062712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cdef6ee-f956-49d4-bd2b-b2a79c4f29de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.062712] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cdef6ee-f956-49d4-bd2b-b2a79c4f29de',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.117444] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1da4eee-a091-4cc6-89c5-d5dca3a61e5f [ 597.117444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.117861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.117948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.118177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.118270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.118366] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1da4eee-a091-4cc6-89c5-d5dca3a61e5f already deleted. [ 597.118446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1da4eee-a091-4cc6-89c5-d5dca3a61e5f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.131189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.131189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.131189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 already deleted. [ 597.131189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.562410] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cdef6ee-f956-49d4-bd2b-b2a79c4f29de [ 597.565191] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.565191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.565191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.565191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.565191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.565191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cdef6ee-f956-49d4-bd2b-b2a79c4f29de already deleted. [ 597.565191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cdef6ee-f956-49d4-bd2b-b2a79c4f29de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.583867] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0476a501-4bcf-41f1-8780-fa67f1784705 None None] Enqueued Resource ID: 599effba-e6c9-4fac-9110-ccc3c347dfa0 with Priority: HIGHEST for action port [ 597.585064] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599effba-e6c9-4fac-9110-ccc3c347dfa0 with Priority: HIGHEST for action port [ 597.585064] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-599effba-e6c9-4fac-9110-ccc3c347dfa0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.585064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-599effba-e6c9-4fac-9110-ccc3c347dfa0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.585064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-599effba-e6c9-4fac-9110-ccc3c347dfa0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.585536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-599effba-e6c9-4fac-9110-ccc3c347dfa0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.585662] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('599effba-e6c9-4fac-9110-ccc3c347dfa0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.707929] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.708139] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.708258] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.708552] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.708802] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.708952] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.709165] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.709488] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.709629] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.710186] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.712487] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.712487] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.712487] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.712487] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.712487] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.712487] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.757899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.758085] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.758223] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.758402] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.758732] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-5f44f5dd-e0a1-471d-8485-2805536ea052 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.758886] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.759010] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.759409] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.759784] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f44f5dd-e0a1-471d-8485-2805536ea052',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.087259] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 599effba-e6c9-4fac-9110-ccc3c347dfa0 [ 598.087614] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.087699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.087739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.087929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.088018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.088114] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:599effba-e6c9-4fac-9110-ccc3c347dfa0 already deleted. [ 598.088198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-599effba-e6c9-4fac-9110-ccc3c347dfa0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.262853] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.263088] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.263212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.263487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.263622] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.263770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 5f44f5dd-e0a1-471d-8485-2805536ea052 not found, creating... [ 598.264046] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.264203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.264318] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.264531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.264658] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.265018] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.265174] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.265291] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.265570] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.265692] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.265763] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 5f44f5dd-e0a1-471d-8485-2805536ea052 is going to be created. [ 598.302030] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.302198] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.302247] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.303192] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.303192] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.303192] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.109922] env[66526]: INFO networking_nsxv3.common.synchronization [req-413fa5ef-ccdd-421c-825d-048d13ddf54c req-fd166fbe-33c8-4154-bf29-db660d4753e1 service nova] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_rules [ 599.110250] env[66526]: INFO networking_nsxv3.common.synchronization [req-413fa5ef-ccdd-421c-825d-048d13ddf54c req-fd166fbe-33c8-4154-bf29-db660d4753e1 service nova] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 599.110441] env[66526]: INFO networking_nsxv3.common.synchronization [req-413fa5ef-ccdd-421c-825d-048d13ddf54c req-fd166fbe-33c8-4154-bf29-db660d4753e1 service nova] Enqueued Resource ID: 5f44f5dd-e0a1-471d-8485-2805536ea052 with Priority: HIGHEST for action port [ 599.111521] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_rules [ 599.111730] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 599.111892] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f44f5dd-e0a1-471d-8485-2805536ea052 with Priority: HIGHEST for action port [ 599.112815] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.112943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.113065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.113787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.113943] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.115142] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.115328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.115431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.115703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.115939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.116154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.116266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.116487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.116616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.116754] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.118175] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f44f5dd-e0a1-471d-8485-2805536ea052 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.118320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.118392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.118620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.118720] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f44f5dd-e0a1-471d-8485-2805536ea052',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.307758] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c582d304-141a-4a23-9175-b49f4079984a tempest-VolumesAssistedSnapshotsTest-161789711 tempest-VolumesAssistedSnapshotsTest-161789711-project-member] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 599.307758] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 599.307988] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.308131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.308176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.308855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.308855] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.623137] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.623137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.623137] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.636131] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f44f5dd-e0a1-471d-8485-2805536ea052 with status ACTIVE [ 599.636131] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.636131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.636131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.636131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.636131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.636441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.636441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.636441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.636550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.636689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.636774] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.636864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.636913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.637069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.637147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.637246] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f44f5dd-e0a1-471d-8485-2805536ea052 is going to be updated. [ 599.662474] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.663164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.663164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.663164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.663589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.664069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f44f5dd-e0a1-471d-8485-2805536ea052" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.840193] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.840193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.840193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.841681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.842410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.842410] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 already deleted. [ 599.842410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.054145] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9160434c-3772-430a-8574-4f49e11817ce tempest-VolumesAssistedSnapshotsTest-161789711 tempest-VolumesAssistedSnapshotsTest-161789711-project-member] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 600.054506] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 600.055051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.055233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.059551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.059551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.059551] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.128999] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.579896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.580364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.580813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.581343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.581536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.581723] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 already deleted. [ 600.581886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.631663] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.632106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.632106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.632221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.632221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.632432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be created. [ 600.722686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.723389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.723389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.723389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.723389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740281] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: UNINITIALIZED for 2s [ 601.064765] env[66526]: INFO networking_nsxv3.common.synchronization [None req-28e2c9fc-91f7-4b0e-963d-ea82cc0c60a5 None None] Enqueued Resource ID: 67d7a462-d94e-4a99-9780-c6be0d83b12d with Priority: HIGHEST for action port [ 601.065552] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d7a462-d94e-4a99-9780-c6be0d83b12d with Priority: HIGHEST for action port [ 601.067539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d7a462-d94e-4a99-9780-c6be0d83b12d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.069746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d7a462-d94e-4a99-9780-c6be0d83b12d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.069746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d7a462-d94e-4a99-9780-c6be0d83b12d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.069746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d7a462-d94e-4a99-9780-c6be0d83b12d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.069746] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d7a462-d94e-4a99-9780-c6be0d83b12d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.491097] env[66526]: INFO networking_nsxv3.common.synchronization [None req-be0230c4-605c-4d30-9e59-47b154613c41 None None] Enqueued Resource ID: 884938ea-a43a-422e-8b3f-2365c0f32d78 with Priority: HIGHEST for action port [ 601.493159] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884938ea-a43a-422e-8b3f-2365c0f32d78 with Priority: HIGHEST for action port [ 601.493397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-884938ea-a43a-422e-8b3f-2365c0f32d78 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.493397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884938ea-a43a-422e-8b3f-2365c0f32d78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.494114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884938ea-a43a-422e-8b3f-2365c0f32d78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.494114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884938ea-a43a-422e-8b3f-2365c0f32d78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.494224] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884938ea-a43a-422e-8b3f-2365c0f32d78',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.570893] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67d7a462-d94e-4a99-9780-c6be0d83b12d [ 601.571164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.571342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.571437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.572313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.572313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.572313] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67d7a462-d94e-4a99-9780-c6be0d83b12d already deleted. [ 601.572313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d7a462-d94e-4a99-9780-c6be0d83b12d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.720304] env[66526]: INFO networking_nsxv3.common.synchronization [None req-cc031e1d-ab23-4494-80f2-fa198706debe None None] Enqueued Resource ID: c321e6b1-b85b-4e4e-8a8c-c20f9497d69d with Priority: HIGHEST for action port [ 601.720582] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c321e6b1-b85b-4e4e-8a8c-c20f9497d69d with Priority: HIGHEST for action port [ 601.721155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-c321e6b1-b85b-4e4e-8a8c-c20f9497d69d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.721304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c321e6b1-b85b-4e4e-8a8c-c20f9497d69d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.721349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c321e6b1-b85b-4e4e-8a8c-c20f9497d69d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.721586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c321e6b1-b85b-4e4e-8a8c-c20f9497d69d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.721669] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c321e6b1-b85b-4e4e-8a8c-c20f9497d69d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.952027] env[66526]: INFO networking_nsxv3.common.synchronization [None req-bb3c8dfc-9a0d-4bb3-a276-3be541d883cb None None] Enqueued Resource ID: bbe182ac-ad41-45d5-8a16-ea7b3f25483c with Priority: HIGHEST for action port [ 601.952316] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe182ac-ad41-45d5-8a16-ea7b3f25483c with Priority: HIGHEST for action port [ 601.952809] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe182ac-ad41-45d5-8a16-ea7b3f25483c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.952930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe182ac-ad41-45d5-8a16-ea7b3f25483c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.952991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe182ac-ad41-45d5-8a16-ea7b3f25483c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.953266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe182ac-ad41-45d5-8a16-ea7b3f25483c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.953342] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe182ac-ad41-45d5-8a16-ea7b3f25483c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.997191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 884938ea-a43a-422e-8b3f-2365c0f32d78 [ 601.998038] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.998038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.998038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.998038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.998038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.998038] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:884938ea-a43a-422e-8b3f-2365c0f32d78 already deleted. [ 601.998409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884938ea-a43a-422e-8b3f-2365c0f32d78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c321e6b1-b85b-4e4e-8a8c-c20f9497d69d [ 602.225973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.225973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.225973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.225973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.225973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.225973] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c321e6b1-b85b-4e4e-8a8c-c20f9497d69d already deleted. [ 602.225973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c321e6b1-b85b-4e4e-8a8c-c20f9497d69d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.456358] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe182ac-ad41-45d5-8a16-ea7b3f25483c [ 602.456358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.456358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.456358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.456711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.456933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.457151] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe182ac-ad41-45d5-8a16-ea7b3f25483c already deleted. [ 602.457387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe182ac-ad41-45d5-8a16-ea7b3f25483c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.519612] env[66526]: INFO networking_nsxv3.common.synchronization [None req-81b5a85c-eca2-451f-b399-34494bc3e2d1 None None] Enqueued Resource ID: 112c5fcd-0080-40ed-97e5-9006a45d9d92 with Priority: HIGHEST for action port [ 602.520439] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112c5fcd-0080-40ed-97e5-9006a45d9d92 with Priority: HIGHEST for action port [ 602.520582] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-112c5fcd-0080-40ed-97e5-9006a45d9d92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.521180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112c5fcd-0080-40ed-97e5-9006a45d9d92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.521180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112c5fcd-0080-40ed-97e5-9006a45d9d92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.521180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112c5fcd-0080-40ed-97e5-9006a45d9d92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.521180] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112c5fcd-0080-40ed-97e5-9006a45d9d92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.754208] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 602.754481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.754647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.754867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.755244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.755244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.755244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.755417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.755450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.755533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.755620] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.023854] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 112c5fcd-0080-40ed-97e5-9006a45d9d92 [ 603.024070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.024217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.024292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.024487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.025175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.025304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:112c5fcd-0080-40ed-97e5-9006a45d9d92 already deleted. [ 603.025485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112c5fcd-0080-40ed-97e5-9006a45d9d92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.261436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.261911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.261911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.262177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.262597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.262597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.262597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.262597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.262795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.262795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.262898] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.263602] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.263602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.263912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.263912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.263912] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.395694] env[66526]: INFO networking_nsxv3.common.synchronization [None req-11acce57-8111-4861-b5dc-e5d4e4a0de36 None None] Enqueued Resource ID: 0ce70b50-d73f-46a6-8367-859600a9c1ee with Priority: HIGHEST for action port [ 603.396897] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce70b50-d73f-46a6-8367-859600a9c1ee with Priority: HIGHEST for action port [ 603.398887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce70b50-d73f-46a6-8367-859600a9c1ee taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.398887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce70b50-d73f-46a6-8367-859600a9c1ee" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.398887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce70b50-d73f-46a6-8367-859600a9c1ee" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.398887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce70b50-d73f-46a6-8367-859600a9c1ee" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.398887] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce70b50-d73f-46a6-8367-859600a9c1ee',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.766240] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5185f0b2-c9a5-4519-8232-b0a61ad43806: rpc.has_security_group_logging(os_id): False [ 603.787239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.787463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.787533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.787762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.787852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.788093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.788191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.788449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.788631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.788716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.789501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.789602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.789663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.789812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.793019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.793019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.793019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.793019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.793019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.793019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.793019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be created. [ 603.796745] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a5f11282-e0e8-47f8-a8d3-48a72d49fba0 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 603.801017] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 603.801017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.801017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.801017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.801017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.801017] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.901530] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ce70b50-d73f-46a6-8367-859600a9c1ee [ 603.901767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.902499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.902499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.902499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.902499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.902659] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ce70b50-d73f-46a6-8367-859600a9c1ee already deleted. [ 603.902659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce70b50-d73f-46a6-8367-859600a9c1ee" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.905186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.905186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.905373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.905792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.906181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.924462] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 604.028819] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e5379629-9e40-4bcd-872b-82346d3a43f9 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 604.031541] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 604.031541] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.327986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.327986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef already deleted. [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.327986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.328511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.328511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.335301] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-cde31626-18d8-4961-9d31-e8167ab716fb tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 604.337945] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 604.337945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.337945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.337945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.337945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.337945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.337945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.337945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.338548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.338548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.338548] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.842558] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.842558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.842558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.842946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.842946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.843298] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.843298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.843298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.843701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.843701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.843701] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d already deleted. [ 604.843701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.854651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.854999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.854999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.854999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.855303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.855303] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef already deleted. [ 604.855303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.995019] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.995206] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.995322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.995638] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.995891] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996051] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996178] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996415] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996556] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.996775] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.996882] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.996986] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.997103] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.997211] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.997331] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.997460] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.015602] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.015795] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.015888] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.016077] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.016683] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.016683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.016846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.017477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.017625] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.158378] env[66526]: INFO networking_nsxv3.common.synchronization [None req-67f22b0d-3a55-40c8-8be1-bde016413dce None None] Enqueued Resource ID: b4e80252-dd32-4454-9217-67a1e1c87a5a with Priority: HIGHEST for action port [ 605.158784] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e80252-dd32-4454-9217-67a1e1c87a5a with Priority: HIGHEST for action port [ 605.159169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e80252-dd32-4454-9217-67a1e1c87a5a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.159341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e80252-dd32-4454-9217-67a1e1c87a5a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.159413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e80252-dd32-4454-9217-67a1e1c87a5a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.159777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e80252-dd32-4454-9217-67a1e1c87a5a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.159867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e80252-dd32-4454-9217-67a1e1c87a5a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.520368] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.520619] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.520686] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.520958] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.521147] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.521300] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f not found, creating... [ 605.521554] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.521703] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.521812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.522034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.522167] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.522436] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.522585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.522693] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.522889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.523024] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.523163] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f is going to be created. [ 605.545258] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.545465] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.545706] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.546058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.546527] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.547390] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.662780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e80252-dd32-4454-9217-67a1e1c87a5a [ 605.663169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.663374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.663696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.663802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.664031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.664916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e80252-dd32-4454-9217-67a1e1c87a5a already deleted. [ 605.664916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e80252-dd32-4454-9217-67a1e1c87a5a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.940914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 605.940914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.330551] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-d02a3700-afad-48e6-9a82-aae386d9a0d7 service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 606.331765] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-d02a3700-afad-48e6-9a82-aae386d9a0d7 service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 606.331765] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-d02a3700-afad-48e6-9a82-aae386d9a0d7 service nova] Enqueued Resource ID: 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f with Priority: HIGHEST for action port [ 606.331765] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 606.331955] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 606.331955] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f with Priority: HIGHEST for action port [ 606.332191] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.332393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.332461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.334176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.334176] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.334176] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.334176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.334176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.334477] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.334477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.334477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.334582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.335312] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.335557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.335654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.335753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.335925] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.399490] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fff37e6e-8282-43c4-80d1-30f694dc82d2 None None] Enqueued Resource ID: ce655df3-86b4-4f98-b9c6-c75cd2959b44 with Priority: HIGHEST for action port [ 606.399490] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce655df3-86b4-4f98-b9c6-c75cd2959b44 with Priority: HIGHEST for action port [ 606.399973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce655df3-86b4-4f98-b9c6-c75cd2959b44 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.399973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce655df3-86b4-4f98-b9c6-c75cd2959b44" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.399973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce655df3-86b4-4f98-b9c6-c75cd2959b44" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce655df3-86b4-4f98-b9c6-c75cd2959b44" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.400338] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce655df3-86b4-4f98-b9c6-c75cd2959b44',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.592469] env[66526]: INFO networking_nsxv3.common.synchronization [None req-bfdde52e-e874-493a-adcc-3accd899b0b5 None None] Enqueued Resource ID: 0d0dd924-f77c-4fc4-a6be-35fa4689459b with Priority: HIGHEST for action port [ 606.593797] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0dd924-f77c-4fc4-a6be-35fa4689459b with Priority: HIGHEST for action port [ 606.593966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0dd924-f77c-4fc4-a6be-35fa4689459b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.594185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0dd924-f77c-4fc4-a6be-35fa4689459b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.594294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0dd924-f77c-4fc4-a6be-35fa4689459b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.594887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0dd924-f77c-4fc4-a6be-35fa4689459b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.594887] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0dd924-f77c-4fc4-a6be-35fa4689459b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.802107] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-b54a03b3-20de-40b7-abb1-7a4b233e015e tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 606.803384] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 606.803384] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.803384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.837181] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.838385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.838385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.838710] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f with status ACTIVE [ 606.838866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.838978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.839262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.839345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.839506] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.839916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.839916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.840101] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.840296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.841017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.841017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f is going to be updated. [ 606.864505] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.864693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.864693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.864936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.864998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.865151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7f10f6-3bbc-4931-9a1e-0c318ea9bf1f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.903055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce655df3-86b4-4f98-b9c6-c75cd2959b44 [ 606.903345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.903435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.903475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.903728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.903861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.903902] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce655df3-86b4-4f98-b9c6-c75cd2959b44 already deleted. [ 606.904274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce655df3-86b4-4f98-b9c6-c75cd2959b44" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.097677] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d0dd924-f77c-4fc4-a6be-35fa4689459b [ 607.097915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.098031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.098544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.098840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.098932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.099043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d0dd924-f77c-4fc4-a6be-35fa4689459b already deleted. [ 607.099877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0dd924-f77c-4fc4-a6be-35fa4689459b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.214827] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.215059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.215212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.215515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.215716] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.215867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.216060] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.216574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.216574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.216721] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.216931] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.216931] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.217062] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.217112] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.217212] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.217339] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.237800] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.237975] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.238217] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.238894] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.238894] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1775dddf-5a83-4a84-86dd-ec03e35a8b83 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.239047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.239095] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.239475] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.239632] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1775dddf-5a83-4a84-86dd-ec03e35a8b83',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.340486] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.745151] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.745151] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1775dddf-5a83-4a84-86dd-ec03e35a8b83 not found, creating... [ 607.745151] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.745151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.745594] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.745594] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.745594] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.745971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.746233] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.746554] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1775dddf-5a83-4a84-86dd-ec03e35a8b83 is going to be created. [ 607.816033] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.816233] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.816400] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.816667] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.816903] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.817798] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.844696] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.844696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.844696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.844696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.844696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.844696] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be created. [ 607.894390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.894390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.894390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.894582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.894731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.924502] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: UNINITIALIZED for 2s [ 608.067025] env[66526]: INFO networking_nsxv3.common.synchronization [None req-1a20a849-b456-45d4-9f46-ca536a6f936b None None] Enqueued Resource ID: 723a5c12-fea7-48fe-8b68-3c717e3f0a50 with Priority: HIGHEST for action port [ 608.067025] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723a5c12-fea7-48fe-8b68-3c717e3f0a50 with Priority: HIGHEST for action port [ 608.067025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-723a5c12-fea7-48fe-8b68-3c717e3f0a50 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.067698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723a5c12-fea7-48fe-8b68-3c717e3f0a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.067916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723a5c12-fea7-48fe-8b68-3c717e3f0a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.068341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723a5c12-fea7-48fe-8b68-3c717e3f0a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.068585] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723a5c12-fea7-48fe-8b68-3c717e3f0a50',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.546771] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-31b3663b-06df-422f-8755-c38702cb637b service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 608.546771] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-31b3663b-06df-422f-8755-c38702cb637b service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 608.546771] env[66526]: INFO networking_nsxv3.common.synchronization [req-d08514d9-0dd9-4e65-a57d-5ccbedb03e35 req-31b3663b-06df-422f-8755-c38702cb637b service nova] Enqueued Resource ID: 1775dddf-5a83-4a84-86dd-ec03e35a8b83 with Priority: HIGHEST for action port [ 608.547703] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 608.547703] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 608.547703] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1775dddf-5a83-4a84-86dd-ec03e35a8b83 with Priority: HIGHEST for action port [ 608.548008] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.548008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.548008] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.548245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.548472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1775dddf-5a83-4a84-86dd-ec03e35a8b83 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.548609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.548666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.548915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.549034] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1775dddf-5a83-4a84-86dd-ec03e35a8b83',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.570774] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 723a5c12-fea7-48fe-8b68-3c717e3f0a50 [ 608.572053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.572053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.572053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.572382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.572382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.572382] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:723a5c12-fea7-48fe-8b68-3c717e3f0a50 already deleted. [ 608.572483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723a5c12-fea7-48fe-8b68-3c717e3f0a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.683486] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c2900ca-74ac-4d33-a437-f21c992cbdc7 req-2978b41a-595c-4168-abac-6019fb36878b tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 608.684443] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 608.684756] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.684891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.684956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.685235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.685397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.685499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.685558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.685728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.685833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.685943] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.052345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1775dddf-5a83-4a84-86dd-ec03e35a8b83 with status ACTIVE [ 609.052681] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.052904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.053010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.053326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.053598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.053705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.053842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.053936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.054194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.054294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.054474] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.054580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.054634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.054793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.055144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.055144] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1775dddf-5a83-4a84-86dd-ec03e35a8b83 is going to be updated. [ 609.083996] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.084198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.084245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.084786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.084786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.084786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1775dddf-5a83-4a84-86dd-ec03e35a8b83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.097609] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.097841] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.098201] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.098279] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.098537] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.098678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.098781] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.098990] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.101494] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.101494] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.101494] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.101494] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.101494] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.101494] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.101494] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.101494] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.121818] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.121818] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.121818] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.121818] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.124432] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-aa4a1fd4-6f36-45e3-be0d-337a6536f271 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.124780] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.124950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.125368] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.125536] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4a1fd4-6f36-45e3-be0d-337a6536f271',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.189359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.189777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.189972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.190382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.191695] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.191695] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda already deleted. [ 609.191695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.389541] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0c8335a5-6e82-4789-ba09-ca3d353eddf4 None None] Enqueued Resource ID: 28959a6e-017d-4382-bfe1-9ddc26e5d812 with Priority: HIGHEST for action port [ 609.392745] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28959a6e-017d-4382-bfe1-9ddc26e5d812 with Priority: HIGHEST for action port [ 609.392745] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-28959a6e-017d-4382-bfe1-9ddc26e5d812 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.392745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28959a6e-017d-4382-bfe1-9ddc26e5d812" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.392745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28959a6e-017d-4382-bfe1-9ddc26e5d812" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.392745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28959a6e-017d-4382-bfe1-9ddc26e5d812" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.392745] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28959a6e-017d-4382-bfe1-9ddc26e5d812',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.627593] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.627921] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.627921] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.628530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.628683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port aa4a1fd4-6f36-45e3-be0d-337a6536f271 not found, creating... [ 609.629333] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629547] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629677] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629914] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.630131] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630937] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.631197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.631368] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.631823] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.631887] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.632039] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: aa4a1fd4-6f36-45e3-be0d-337a6536f271 is going to be created. [ 609.652545] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.652746] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.652863] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.653167] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.653641] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.653913] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.896086] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28959a6e-017d-4382-bfe1-9ddc26e5d812 [ 609.896086] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.896086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.896086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.896086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.896431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.896431] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28959a6e-017d-4382-bfe1-9ddc26e5d812 already deleted. [ 609.896431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28959a6e-017d-4382-bfe1-9ddc26e5d812" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.934567] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 609.934789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.934944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.935166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.935359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.935501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.935568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.935814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.935914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.935990] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.438798] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.447811] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c2900ca-74ac-4d33-a437-f21c992cbdc7 req-94a7fba7-1328-49ba-8000-9d37d7be952c service nova] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_rules [ 610.448101] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c2900ca-74ac-4d33-a437-f21c992cbdc7 req-94a7fba7-1328-49ba-8000-9d37d7be952c service nova] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 610.448268] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c2900ca-74ac-4d33-a437-f21c992cbdc7 req-94a7fba7-1328-49ba-8000-9d37d7be952c service nova] Enqueued Resource ID: aa4a1fd4-6f36-45e3-be0d-337a6536f271 with Priority: HIGHEST for action port [ 610.448755] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_rules [ 610.448905] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 610.449065] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa4a1fd4-6f36-45e3-be0d-337a6536f271 with Priority: HIGHEST for action port [ 610.449378] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.449504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.449581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.449816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.449900] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.451902] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.452041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.452130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.452290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.452440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.452533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.452594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.452733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.452838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.452902] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.453671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa4a1fd4-6f36-45e3-be0d-337a6536f271 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.455149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.455356] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa4a1fd4-6f36-45e3-be0d-337a6536f271',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.794865] env[66526]: INFO networking_nsxv3.common.synchronization [req-f6a5d3a1-cd8a-43cc-b09f-2897b4e150f1 req-adf3da25-6cfa-44cf-90b9-759e98a1f390 tempest-VolumesAdminNegativeTest-1030761730 tempest-VolumesAdminNegativeTest-1030761730-project-member] Enqueued Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 610.794865] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 610.795269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.795394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.795670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.795896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.796085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.796177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.796238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.796418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.796520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.796718] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.940721] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.958514] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa4a1fd4-6f36-45e3-be0d-337a6536f271 with status ACTIVE [ 610.958889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.960122] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.960122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.960519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.960519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.960519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.960519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.960897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.961013] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa4a1fd4-6f36-45e3-be0d-337a6536f271 is going to be updated. [ 610.963217] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.965616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.965616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.989281] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.989451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.989525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.989741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.989876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.990083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa4a1fd4-6f36-45e3-be0d-337a6536f271" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.186029] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.186255] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.186395] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.186762] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.187191] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.187426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.187604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.187921] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.188141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.188379] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.188549] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.188711] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.188871] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.189016] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.189143] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.189281] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.225805] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.226055] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.226125] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.226286] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.226762] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-23fb9527-c367-4f84-9f89-a00340c9571a taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.227083] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.227177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.227572] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.227794] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fb9527-c367-4f84-9f89-a00340c9571a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.302514] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.302691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.302730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.303159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.303159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.303314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.303462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.303539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.303768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.303866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.304063] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb already deleted. [ 611.304109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.444135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.445153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.445153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.445153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.445153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.445153] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 611.465563] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.492321] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.492528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.492528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.492750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.502765] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 611.731114] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.731331] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.731452] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.731738] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.731879] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.732040] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 23fb9527-c367-4f84-9f89-a00340c9571a not found, creating... [ 611.732441] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.732506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.732562] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.732871] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.732930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.733289] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.733359] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.733460] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.733666] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.733842] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.733982] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 23fb9527-c367-4f84-9f89-a00340c9571a is going to be created. [ 611.767078] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.767404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.767695] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.768374] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.768731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769089] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.969027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.969027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.969412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.969412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.969478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.969569] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be created. [ 611.995817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.995999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.996093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.996260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.996446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.008692] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: UNINITIALIZED for 2s [ 612.491432] env[66526]: INFO networking_nsxv3.common.synchronization [req-f6a5d3a1-cd8a-43cc-b09f-2897b4e150f1 req-cfc3c2d3-a177-406c-b40b-283b0224b7d4 service nova] Enqueued Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_rules [ 612.492985] env[66526]: INFO networking_nsxv3.common.synchronization [req-f6a5d3a1-cd8a-43cc-b09f-2897b4e150f1 req-cfc3c2d3-a177-406c-b40b-283b0224b7d4 service nova] Enqueued Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 612.492985] env[66526]: INFO networking_nsxv3.common.synchronization [req-f6a5d3a1-cd8a-43cc-b09f-2897b4e150f1 req-cfc3c2d3-a177-406c-b40b-283b0224b7d4 service nova] Enqueued Resource ID: 23fb9527-c367-4f84-9f89-a00340c9571a with Priority: HIGHEST for action port [ 612.493203] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_rules [ 612.493259] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 612.493440] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fb9527-c367-4f84-9f89-a00340c9571a with Priority: HIGHEST for action port [ 612.494086] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.494422] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.496134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496466] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.499704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-23fb9527-c367-4f84-9f89-a00340c9571a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.499704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.499704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.499704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.499704] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fb9527-c367-4f84-9f89-a00340c9571a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.999249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.999589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.999721] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.000606] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23fb9527-c367-4f84-9f89-a00340c9571a with status ACTIVE [ 613.000790] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.000900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.000985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.001194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.001276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.001407] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.001504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.001563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.001704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.001777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.001952] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.002097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.002157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.002300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.002374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.002456] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23fb9527-c367-4f84-9f89-a00340c9571a is going to be updated. [ 613.025775] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.025925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.026148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.026222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.026392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.026560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23fb9527-c367-4f84-9f89-a00340c9571a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.152914] env[66526]: INFO networking_nsxv3.common.synchronization [req-d96e2631-968f-447c-b68f-14ae6e0bd6b1 req-f48c5b44-fab0-4325-b52c-47c16860f2dd tempest-ServersAdminNegativeTestJSON-1465894665 tempest-ServersAdminNegativeTestJSON-1465894665-project-member] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 613.153484] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 613.153790] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.153917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.153980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.154900] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.485260] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.485351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.485536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.485713] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.485959] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.486123] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.486232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.486467] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.486607] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486798] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.486901] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.487014] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.487367] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.487446] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.487509] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.487634] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.505479] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.509539] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.509696] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.509897] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.510132] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.511779] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-23ef79c1-002f-4dee-a06c-d856d37721ca taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.511779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.511779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.511779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.511779] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ef79c1-002f-4dee-a06c-d856d37721ca',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.527028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.527028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.527028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.527028] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.529169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.529605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.529973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.532092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.532092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.532092] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.657123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.657308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.657386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.657574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.657660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.657856] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.657949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.658029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.658180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.658253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.658337] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f already deleted. [ 613.658415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.008667] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.010129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.010129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.010129] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb is going to be created. [ 614.014828] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.015364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.015364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.015364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.015553] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.015639] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 23ef79c1-002f-4dee-a06c-d856d37721ca not found, creating... [ 614.015922] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.016080] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.016468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.016468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.016605] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.016782] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.016930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.017059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.017266] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.017412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.017575] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 23ef79c1-002f-4dee-a06c-d856d37721ca is going to be created. [ 614.021738] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 614.021927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.022093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.022271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.022457] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.022568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.022633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.022769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.022847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.022929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.026449] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.029029] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.032841] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.036883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.037097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.037097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.038740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.038740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.051279] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: UNINITIALIZED for 2s [ 614.057950] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.057950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.534315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.534762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.534762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.534762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.534993] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.535323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.535402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.535561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.535652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.535735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.535836] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.541024] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.800772] env[66526]: INFO networking_nsxv3.common.synchronization [req-d96e2631-968f-447c-b68f-14ae6e0bd6b1 req-8bdedf5c-d11a-441d-b1f7-e9a3c5ca9e5c service nova] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_rules [ 614.801081] env[66526]: INFO networking_nsxv3.common.synchronization [req-d96e2631-968f-447c-b68f-14ae6e0bd6b1 req-8bdedf5c-d11a-441d-b1f7-e9a3c5ca9e5c service nova] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 614.801637] env[66526]: INFO networking_nsxv3.common.synchronization [req-d96e2631-968f-447c-b68f-14ae6e0bd6b1 req-8bdedf5c-d11a-441d-b1f7-e9a3c5ca9e5c service nova] Enqueued Resource ID: 23ef79c1-002f-4dee-a06c-d856d37721ca with Priority: HIGHEST for action port [ 614.801892] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_rules [ 614.802184] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 614.802259] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ef79c1-002f-4dee-a06c-d856d37721ca with Priority: HIGHEST for action port [ 614.802539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.802670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.802735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.803078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.803184] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.804391] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.804511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.804652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.804843] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.805251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.805359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.805456] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.806784] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ef79c1-002f-4dee-a06c-d856d37721ca taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.806918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.807020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.807222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.807304] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ef79c1-002f-4dee-a06c-d856d37721ca',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.040631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6dee0db-67cb-4640-8ecc-b5afa3bd4fda: rpc.has_security_group_logging(os_id): False [ 615.041956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.042366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.042448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.042537] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 615.059265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.060103] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.061571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.061653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.061807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.061880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.062098] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.062607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.062607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.062607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.062607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.062607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.062844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.062844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.062910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.062947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.063027] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be created. [ 615.076366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.087082] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 615.131383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.131479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.131577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.131720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.131879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.143403] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 615.310029] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.311216] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311447] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ef79c1-002f-4dee-a06c-d856d37721ca with status ACTIVE [ 615.311612] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.312218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.312218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.312388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.312711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.312711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.312711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312838] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.314277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.314277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.314277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.314277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.314277] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ef79c1-002f-4dee-a06c-d856d37721ca is going to be updated. [ 615.347528] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.347528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.347528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.347528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.347528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.347528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ef79c1-002f-4dee-a06c-d856d37721ca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.424292] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2f828c-e5c1-464d-9d91-65edf55379a1 req-9bf55302-fe62-438f-aebc-28e66023d5cf tempest-VolumesAssistedSnapshotsTest-161789711 tempest-VolumesAssistedSnapshotsTest-161789711-project-member] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 615.424292] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 615.424292] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.424292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.424292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.424741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.428793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.428793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.428793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.428793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.429147] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.815343] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.932535] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.932806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.932899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.933165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.933259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.933767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.933767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.933767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.934089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.934089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.934089] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 already deleted. [ 615.934089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.065956] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: SUCCESS [ 616.066575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.066575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.066772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.067090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.067293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.067435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.067624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.067772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.067942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.068221] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.149480] env[66526]: INFO networking_nsxv3.common.synchronization [None req-06e668f5-3cff-4af7-893c-41d847152d45 tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 616.152193] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 616.153619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.153764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.153873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.154240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.154457] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.213693] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.213893] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-274" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214054] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-274" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.214642] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-274" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214642] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214989] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214989] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215480] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.215573] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.215671] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.215770] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.215866] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.216552] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.216552] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.239859] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.240037] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.240165] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.240378] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-274" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.240658] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.240827] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.240940] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.241315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.241452] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bcfaef5-09ba-45f5-9e1a-feeca44a2223',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.318093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.318341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.318341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.318551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.318639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.318732] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be created. [ 616.345692] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.345880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.345970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.346149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.346319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.357769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: UNINITIALIZED for 2s [ 616.572207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.572375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.572442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.572685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.572901] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.573027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.573116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.573343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.573437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.573555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.573754] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.573853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.573950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.575008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.575101] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.681135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.681135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.681135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.681135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.681135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.681459] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 already deleted. [ 616.681459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.744578] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.744889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.745209] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.745573] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.745816] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.746187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 not found, creating... [ 616.746706] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.746967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.747180] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.747601] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.747825] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.748378] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.748626] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.748808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.749151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.749356] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.749564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 is going to be created. [ 616.755903] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d1bf034a-9631-49ab-b92b-026f65dd3719 tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 616.756779] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 616.757108] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.757255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.757331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.757612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.757737] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.773060] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.773484] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.773610] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.773944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.774152] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.774428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.077908] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29ade912-f6e5-47f2-9194-35c68b696fdb: rpc.has_security_group_logging(os_id): False [ 617.096989] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 617.097288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.097496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.097772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.097968] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.098142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.098224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.098450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.098552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.098652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.098802] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.098927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.099067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.099152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.099264] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.099368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.099444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.099520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.099594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099763] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.101366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.101540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.101540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.101787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.101787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.101959] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.102978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.103088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.103332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.103446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.103689] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.103818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.103916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.104112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.104250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.104523] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.104664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.104775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.104996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.105121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.105213] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb is going to be created. [ 617.160758] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 617.160983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.192560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.192810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.192872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.193204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.193449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.206204] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: IN_PROGRESS for 2s [ 617.303667] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.303883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.303942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.304161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.304310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.304993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 already deleted. [ 617.304993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.540487] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2f828c-e5c1-464d-9d91-65edf55379a1 req-c2f9844d-b2e6-450c-9189-92106182b562 service nova] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 617.540709] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2f828c-e5c1-464d-9d91-65edf55379a1 req-c2f9844d-b2e6-450c-9189-92106182b562 service nova] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 617.540837] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2f828c-e5c1-464d-9d91-65edf55379a1 req-c2f9844d-b2e6-450c-9189-92106182b562 service nova] Enqueued Resource ID: 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 with Priority: HIGHEST for action port [ 617.541965] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_rules [ 617.541965] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 617.541965] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 with Priority: HIGHEST for action port [ 617.541965] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.541965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.542358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.542358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.542426] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.544222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.544222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.544222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.544552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.544552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.544690] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.545989] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.546233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.546462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.546527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.546568] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bcfaef5-09ba-45f5-9e1a-feeca44a2223',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.607304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f86119-5368-441a-9260-30d8f39fa85d: rpc.has_security_group_logging(os_id): False [ 617.631555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.631793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.631865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.632206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.632382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.632709] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.632883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.633146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.633243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.633389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.633487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.633540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.633693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.633764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.633966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.634098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.634170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.634408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.634518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.634627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be created. [ 617.705776] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.706797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.706797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.706976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.707291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.724781] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 618.044618] env[66526]: INFO networking_nsxv3.common.synchronization [req-4a2efdcf-438a-43d2-9386-f8f777cdab40 req-79457f8a-fdd9-4b29-bb7a-1955441a4f1f tempest-DeleteServersAdminTestJSON-2135153514 tempest-DeleteServersAdminTestJSON-2135153514-project-admin] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 618.045284] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 618.046144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.046144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.046144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.046390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.046436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.046600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.046660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.046781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.046871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.046969] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.047849] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.049517] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.049735] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 with status ACTIVE [ 618.049891] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.049986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.050063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.050244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.050330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.050506] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.050604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.050667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.050811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.050887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.051079] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.051172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.051233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.051372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.051446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.051532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bcfaef5-09ba-45f5-9e1a-feeca44a2223 is going to be updated. [ 618.079163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.079521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.079521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.079608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.079834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.079904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bcfaef5-09ba-45f5-9e1a-feeca44a2223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.371399] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 618.372389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.372691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.373031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.376028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.376028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.376028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.376028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.376028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.376028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.376028] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.549971] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.551622] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.551622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.551622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.551622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.552051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.552051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.552051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.552051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.552224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.552999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.552999] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be updated. [ 618.574507] env[66526]: INFO networking_nsxv3.common.synchronization [req-f50cdd72-c101-459e-a2a0-71ded26ee9f1 req-bb34433a-e7d6-4a47-b902-a1cce44bc29d tempest-ImagesNegativeTestJSON-576932041 tempest-ImagesNegativeTestJSON-576932041-project-member] Enqueued Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 618.575204] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 618.575916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.576073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.576073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.577027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.577027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.577027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.577027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.577027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.577273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.577273] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.583863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.584502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.584575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.584757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.584889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.599570] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 618.879825] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.880474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.880558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880998] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.881124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.881189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.881348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.881435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.881649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.881683] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.881889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.881889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.881996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.882119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.882178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.882249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.882388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.882519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.882583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.882672] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.034157] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.034849] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-821" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.035158] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-821" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.036286] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-821" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.036286] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.036415] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.036459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.036966] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.037870] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.038228] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.038377] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.038556] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.038736] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.038923] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.039114] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.039425] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.055164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.055306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.055306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.055524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.055679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.055753] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 is going to be created. [ 619.059606] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.059744] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.059921] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.060095] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-821" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060467] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-72176d15-6d6b-499e-ad41-943a1d942ccf taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.060678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.060811] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.061158] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.061300] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72176d15-6d6b-499e-ad41-943a1d942ccf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.080094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.080391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.080468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.080722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.080866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.081202] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.081394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.081714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.082179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.083026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.083026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 already deleted. [ 619.083026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.084077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.084247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.084952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.097375] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: UNINITIALIZED for 2s [ 619.112214] env[66526]: INFO networking_nsxv3.common.synchronization [None req-caf3c2d7-67a5-4590-a1ce-5ffbc1efce6b None None] Enqueued Resource ID: b95848c8-2b07-4a3b-b85a-742c780b7826 with Priority: HIGHEST for action port [ 619.112214] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95848c8-2b07-4a3b-b85a-742c780b7826 with Priority: HIGHEST for action port [ 619.112214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95848c8-2b07-4a3b-b85a-742c780b7826 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.112214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95848c8-2b07-4a3b-b85a-742c780b7826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.112214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95848c8-2b07-4a3b-b85a-742c780b7826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.112214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95848c8-2b07-4a3b-b85a-742c780b7826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.112214] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95848c8-2b07-4a3b-b85a-742c780b7826',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.220614] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: SUCCESS [ 619.220614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.385700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83a3ad00-a8ad-45ea-ac7e-707d84dea92f: rpc.has_security_group_logging(os_id): False [ 619.412491] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.412797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.413071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.413197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.413438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.413794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.413794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.413926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.414022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414253] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.414404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.414440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.414574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.414657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.414979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.415056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.415204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.415305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.415391] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be created. [ 619.487945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.488174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.488230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.488811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.488811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.502927] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 619.563864] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.564085] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.565203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.565203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.565203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.565203] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 72176d15-6d6b-499e-ad41-943a1d942ccf not found, creating... [ 619.565426] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.565426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.565525] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.565781] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.565930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.566317] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.566526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.566669] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.567351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.567351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.567351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 72176d15-6d6b-499e-ad41-943a1d942ccf is going to be created. [ 619.590928] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.591144] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.591296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.591694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.592034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.592343] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.614194] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b95848c8-2b07-4a3b-b85a-742c780b7826 [ 619.614487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.614633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.614937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.614937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.615098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.615132] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b95848c8-2b07-4a3b-b85a-742c780b7826 already deleted. [ 619.615212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95848c8-2b07-4a3b-b85a-742c780b7826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.744128] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 619.744386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.744566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.744779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745564] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.249524] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.249524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.249524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.249900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.249900] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.249994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.250093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.250256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.250956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.250956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.250956] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.348431] env[66526]: INFO networking_nsxv3.common.synchronization [req-f50cdd72-c101-459e-a2a0-71ded26ee9f1 req-8ebcde93-6a5f-4757-ba88-8a0bd235a911 service nova] Enqueued Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_rules [ 620.349471] env[66526]: INFO networking_nsxv3.common.synchronization [req-f50cdd72-c101-459e-a2a0-71ded26ee9f1 req-8ebcde93-6a5f-4757-ba88-8a0bd235a911 service nova] Enqueued Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 620.350467] env[66526]: INFO networking_nsxv3.common.synchronization [req-f50cdd72-c101-459e-a2a0-71ded26ee9f1 req-8ebcde93-6a5f-4757-ba88-8a0bd235a911 service nova] Enqueued Resource ID: 72176d15-6d6b-499e-ad41-943a1d942ccf with Priority: HIGHEST for action port [ 620.351047] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_rules [ 620.351258] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 620.351293] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72176d15-6d6b-499e-ad41-943a1d942ccf with Priority: HIGHEST for action port [ 620.351536] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.352360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.352360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.352360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.352360] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.353849] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.353965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.354042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.357678] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.357678] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.357678] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-72176d15-6d6b-499e-ad41-943a1d942ccf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.357678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.357678] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72176d15-6d6b-499e-ad41-943a1d942ccf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.610712] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 620.611188] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 deletion is rescheduled due to dependency. [ 620.611188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.630713] env[66526]: INFO networking_nsxv3.common.synchronization [req-9b14acaf-32f9-4ecd-88b9-cf5469e04914 req-abca2408-19d0-463c-bf48-7332acb714b8 tempest-FloatingIPsAssociationNegativeTestJSON-876367837 tempest-FloatingIPsAssociationNegativeTestJSON-876367837-project-member] Enqueued Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 620.631262] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 620.631550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.631993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.632067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.632616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.632616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.632616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.632856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.632856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.632951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.633015] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.755821] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.755983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.756099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.756274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.756488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.756598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.756677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.756799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.756876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.756962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.757572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.757572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.757572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.757572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.757572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.757572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.757823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.757823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.757823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.757902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.758047] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.858633] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.858633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.861388] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72176d15-6d6b-499e-ad41-943a1d942ccf with status ACTIVE [ 620.861628] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.861765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.861833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.864287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.864510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.865214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.865378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.868138] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.868138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.868138] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72176d15-6d6b-499e-ad41-943a1d942ccf is going to be updated. [ 620.868138] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.895221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.895221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.895221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.895221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.895221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72176d15-6d6b-499e-ad41-943a1d942ccf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.110710] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: SUCCESS [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.110710] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.110710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.110710] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.116719] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.117061] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-979" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.117197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-979" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.117546] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-979" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.117864] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.118310] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.118463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.118706] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.118847] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.119478] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.119598] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.119705] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.119896] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.119952] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.120014] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.120147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.135382] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.135980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.135980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.135980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.135980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.136195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.136311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.136397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.136590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.136667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.136751] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba23019-1160-4137-a974-5fa792565600 already deleted. [ 621.136830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.141662] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.141891] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.142083] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.142272] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-979" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.142571] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-682f6b96-24af-432c-81b9-630573120347 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.142764] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.142880] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.143267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.143409] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682f6b96-24af-432c-81b9-630573120347',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.260526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f86119-5368-441a-9260-30d8f39fa85d: rpc.has_security_group_logging(os_id): False [ 621.281737] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.281957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.282090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.282378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.282498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.282776] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.282989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.283093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.283299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.283384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.283646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.283766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.283833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.284032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.284126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.284374] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.284567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.284713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.284836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.284927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.285212] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 621.361135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.361265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.361314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.361585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.361664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.370595] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.378232] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 621.458963] env[66526]: INFO networking_nsxv3.common.synchronization [None req-859cdc2a-6dfd-4eec-a22b-5e8d23f54ff4 None None] Enqueued Resource ID: 6822a79c-87a3-459a-b6a9-fe4ff0f320ab with Priority: HIGHEST for action port [ 621.459585] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6822a79c-87a3-459a-b6a9-fe4ff0f320ab with Priority: HIGHEST for action port [ 621.459908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6822a79c-87a3-459a-b6a9-fe4ff0f320ab taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.460827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6822a79c-87a3-459a-b6a9-fe4ff0f320ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.460918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6822a79c-87a3-459a-b6a9-fe4ff0f320ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.461406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6822a79c-87a3-459a-b6a9-fe4ff0f320ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.461406] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6822a79c-87a3-459a-b6a9-fe4ff0f320ab',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.520579] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 621.520987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.613732] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.646824] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.647157] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.647330] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.647763] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.648027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.648238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 682f6b96-24af-432c-81b9-630573120347 not found, creating... [ 621.648612] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.648846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.649014] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.649856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.650922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.651170] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.651506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.651753] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.652170] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.652429] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.652687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 682f6b96-24af-432c-81b9-630573120347 is going to be created. [ 621.678747] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.679113] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.679306] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.680126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.680440] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.680740] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873410] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.873763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.873838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.874182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.874827] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 is going to be created. [ 621.914264] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.914264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.914264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.914849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.927152] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: UNINITIALIZED for 2s [ 621.963646] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6822a79c-87a3-459a-b6a9-fe4ff0f320ab [ 621.963880] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.964027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.964101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.964320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.964485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.964680] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6822a79c-87a3-459a-b6a9-fe4ff0f320ab already deleted. [ 621.964793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6822a79c-87a3-459a-b6a9-fe4ff0f320ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.053261] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4efd0b4c-4651-4b8a-8862-88ec72d03e6e None None] Enqueued Resource ID: fc43785a-7e37-417c-85c7-19737f1cd5cd with Priority: HIGHEST for action port [ 622.053517] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc43785a-7e37-417c-85c7-19737f1cd5cd with Priority: HIGHEST for action port [ 622.054171] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc43785a-7e37-417c-85c7-19737f1cd5cd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.054289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc43785a-7e37-417c-85c7-19737f1cd5cd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.054289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc43785a-7e37-417c-85c7-19737f1cd5cd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.054676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc43785a-7e37-417c-85c7-19737f1cd5cd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.054676] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc43785a-7e37-417c-85c7-19737f1cd5cd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.116637] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f22ac8db-a033-4a8f-87cd-bcea14b0c262: rpc.has_security_group_logging(os_id): False [ 622.134174] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.134369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.134422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.134756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.134756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.134989] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.135136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.135192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.135315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.135391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.135479] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 is going to be created. [ 622.214037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.214207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.214265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.214470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.214638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.231377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: IN_PROGRESS for 2s [ 622.431914] env[66526]: INFO networking_nsxv3.common.synchronization [req-9b14acaf-32f9-4ecd-88b9-cf5469e04914 req-b559219b-8bb0-4b42-a648-b581aaebbf39 service nova] Enqueued Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_rules [ 622.432416] env[66526]: INFO networking_nsxv3.common.synchronization [req-9b14acaf-32f9-4ecd-88b9-cf5469e04914 req-b559219b-8bb0-4b42-a648-b581aaebbf39 service nova] Enqueued Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 622.432416] env[66526]: INFO networking_nsxv3.common.synchronization [req-9b14acaf-32f9-4ecd-88b9-cf5469e04914 req-b559219b-8bb0-4b42-a648-b581aaebbf39 service nova] Enqueued Resource ID: 682f6b96-24af-432c-81b9-630573120347 with Priority: HIGHEST for action port [ 622.432965] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_rules [ 622.433353] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 622.433649] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682f6b96-24af-432c-81b9-630573120347 with Priority: HIGHEST for action port [ 622.434287] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.434648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.434821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.435524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.435524] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.436816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.437223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.437497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.437881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.438308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.442023] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.442023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-682f6b96-24af-432c-81b9-630573120347 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442023] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('682f6b96-24af-432c-81b9-630573120347',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.557874] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc43785a-7e37-417c-85c7-19737f1cd5cd [ 622.558389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.558389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.558389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.558625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.558712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.558806] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc43785a-7e37-417c-85c7-19737f1cd5cd already deleted. [ 622.558887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc43785a-7e37-417c-85c7-19737f1cd5cd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.884608] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2715b6-fdec-4e1f-9382-3f4a0a4b51d7 req-91deea39-70fe-40a5-8554-c9919cdf67eb tempest-ServerAddressesTestJSON-1910115401 tempest-ServerAddressesTestJSON-1910115401-project-member] Enqueued Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 622.884735] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 622.885104] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.886891] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.886891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.886891] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.945166] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.945326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.945713] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 682f6b96-24af-432c-81b9-630573120347 with status ACTIVE [ 622.945713] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.945833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.945833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.945990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.946081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.946802] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.946802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.946802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.946802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.946802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.946802] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.947106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.947106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.947704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.947704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.947895] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 682f6b96-24af-432c-81b9-630573120347 is going to be updated. [ 622.951077] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.976035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.976035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.976035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.976035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.976538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.976538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-682f6b96-24af-432c-81b9-630573120347" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.392660] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.392944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.393081] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.393441] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.393722] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.393881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.393994] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.394374] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.394491] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.394702] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.394831] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.394997] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.395128] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.395246] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.395348] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.395944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.397648] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 623.397859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.398230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.398342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.398393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.398583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.398812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.399156] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.399156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.399156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.399381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.399381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.399469] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c already deleted. [ 623.399563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422462] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.422462] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.422462] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.422462] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422462] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-2fc103db-7c9a-4524-90ab-45ae431b49f6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.423375] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.423675] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.424248] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.424581] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc103db-7c9a-4524-90ab-45ae431b49f6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.453270] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.930339] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.930339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.930339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931539] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.931539] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.931539] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 2fc103db-7c9a-4524-90ab-45ae431b49f6 not found, creating... [ 623.931786] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.931853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.931978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.932215] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.932350] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.932848] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.933083] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.933223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.933436] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.934287] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.934287] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 2fc103db-7c9a-4524-90ab-45ae431b49f6 is going to be created. [ 623.944794] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: SUCCESS [ 623.944794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.944794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.944794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.944794] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.944794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.944794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.945574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.945574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.945574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.945574] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.956067] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.956383] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.956481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.956788] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.957031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.957284] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.959477] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.959611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.959678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.959865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.960423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.960423] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba23019-1160-4137-a974-5fa792565600 is going to be created. [ 623.989651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.989841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.990112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.990283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.001882] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba23019-1160-4137-a974-5fa792565600 in Status: UNINITIALIZED for 2s [ 624.248836] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: SUCCESS [ 624.249129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.448405] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.448640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.448723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.448994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.449186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.451240] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.451240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.451686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.451686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.451686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.451839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.452204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.452204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.452279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.452452] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.711793] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2715b6-fdec-4e1f-9382-3f4a0a4b51d7 req-c676a5c3-41c2-4a49-90e4-bf32c0aaef0c service nova] Enqueued Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_rules [ 624.712047] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2715b6-fdec-4e1f-9382-3f4a0a4b51d7 req-c676a5c3-41c2-4a49-90e4-bf32c0aaef0c service nova] Enqueued Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 624.712092] env[66526]: INFO networking_nsxv3.common.synchronization [req-bd2715b6-fdec-4e1f-9382-3f4a0a4b51d7 req-c676a5c3-41c2-4a49-90e4-bf32c0aaef0c service nova] Enqueued Resource ID: 2fc103db-7c9a-4524-90ab-45ae431b49f6 with Priority: HIGHEST for action port [ 624.712667] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_rules [ 624.712818] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 624.712916] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc103db-7c9a-4524-90ab-45ae431b49f6 with Priority: HIGHEST for action port [ 624.714017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.715825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.715825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.715825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.715825] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.716738] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.718403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.718403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.718403] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.719441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc103db-7c9a-4524-90ab-45ae431b49f6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.719629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.719740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.720320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.720320] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc103db-7c9a-4524-90ab-45ae431b49f6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.957322] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a46bee9b-6ec7-4d27-98d0-c67a038180e3: rpc.has_security_group_logging(os_id): False [ 624.980513] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.980792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.980913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.981274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.981442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.981790] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.981928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.981981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.982215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.982305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.982560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.982670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.982718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.982876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.982954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.983181] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.983290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.983389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.983501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.983575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.983661] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 is going to be created. [ 625.054100] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.054100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.054100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.055375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.056339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.074204] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: IN_PROGRESS for 2s [ 625.217223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.217527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.223364] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.224794] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fc103db-7c9a-4524-90ab-45ae431b49f6 with status ACTIVE [ 625.225825] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.229022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229022] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fc103db-7c9a-4524-90ab-45ae431b49f6 is going to be updated. [ 625.241658] env[66526]: INFO networking_nsxv3.common.synchronization [req-726ce0eb-52a5-4c8b-84a7-bee96c098cb6 req-29f3bc0f-33d1-4530-a42a-f486c7a4b645 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 625.242029] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 625.243278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.243278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.243278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.243650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.243650] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.254416] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.254875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.255079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.255268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.255428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.256556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc103db-7c9a-4524-90ab-45ae431b49f6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391652] env[66526]: INFO networking_nsxv3.common.synchronization [None req-7a73e33d-1e85-43d1-b511-d11ad1b468f7 None None] Enqueued Resource ID: ec52e914-9fe9-4f66-be99-682f91f43ed4 with Priority: HIGHEST for action port [ 625.393646] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec52e914-9fe9-4f66-be99-682f91f43ed4 with Priority: HIGHEST for action port [ 625.394096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec52e914-9fe9-4f66-be99-682f91f43ed4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.394096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec52e914-9fe9-4f66-be99-682f91f43ed4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.394316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec52e914-9fe9-4f66-be99-682f91f43ed4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.394574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec52e914-9fe9-4f66-be99-682f91f43ed4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.394688] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec52e914-9fe9-4f66-be99-682f91f43ed4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.732193] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.746329] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.746455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.746523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.746784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.746888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.747125] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.747277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.747277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.747453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.747611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.747659] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef already deleted. [ 625.747747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.749387] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749564] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.749949] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.750219] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.750424] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.750480] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.750664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.750790] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.750985] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.751100] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.751200] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.751298] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.751398] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.751495] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.751615] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.776844] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.777026] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.777141] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.778029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.778029] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.778029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.778029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.778501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.778501] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.897360] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec52e914-9fe9-4f66-be99-682f91f43ed4 [ 625.897662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.897819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.898294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.898294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.898294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.898448] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec52e914-9fe9-4f66-be99-682f91f43ed4 already deleted. [ 625.898448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec52e914-9fe9-4f66-be99-682f91f43ed4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.012756] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba23019-1160-4137-a974-5fa792565600 in Status: SUCCESS [ 626.012970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.013579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.013790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.013989] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.014114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.014179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.014322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.014553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.014553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.014553] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.239808] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.240060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.240141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.240311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.240362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.240452] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c is going to be created. [ 626.267222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.267345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.267419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.267661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.267818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.277278] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: UNINITIALIZED for 2s [ 626.280987] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.281217] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.281339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.281699] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.281918] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.282119] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 not found, creating... [ 626.282395] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.282602] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.282759] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.282996] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.283205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.283532] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.283759] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.283850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.284107] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.284253] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.284417] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 is going to be created. [ 626.305490] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.305490] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.305620] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.305896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.306451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.306870] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.517387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.517567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.517628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.517859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.518575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.518717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.518786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.518950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.519048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.519139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.519297] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.519391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.519452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.519604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.519753] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.519848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.519925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.520061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.520151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.520241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.520336] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.024473] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eba23019-1160-4137-a974-5fa792565600: rpc.has_security_group_logging(os_id): False [ 627.049233] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.049233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.049554] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.050597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.050597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.051150] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.051150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.051150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.051150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.051150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.052107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba23019-1160-4137-a974-5fa792565600 is going to be created. [ 627.055255] env[66526]: INFO networking_nsxv3.common.synchronization [req-726ce0eb-52a5-4c8b-84a7-bee96c098cb6 req-c5a87c42-11ee-45d6-9cb3-148ef8b12f38 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 627.055459] env[66526]: INFO networking_nsxv3.common.synchronization [req-726ce0eb-52a5-4c8b-84a7-bee96c098cb6 req-c5a87c42-11ee-45d6-9cb3-148ef8b12f38 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 627.055550] env[66526]: INFO networking_nsxv3.common.synchronization [req-726ce0eb-52a5-4c8b-84a7-bee96c098cb6 req-c5a87c42-11ee-45d6-9cb3-148ef8b12f38 service nova] Enqueued Resource ID: 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 with Priority: HIGHEST for action port [ 627.056354] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 627.056354] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 627.056434] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 with Priority: HIGHEST for action port [ 627.056757] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.056897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.056976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.057216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.057301] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.058251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.058400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.058496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.058702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.058887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.058984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.059055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.059209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.059288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.059382] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.060228] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.060362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.060424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.060540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.060610] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.089843] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: SUCCESS [ 627.090770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.126771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.126992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.127106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.127304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.127538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.142788] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba23019-1160-4137-a974-5fa792565600 in Status: IN_PROGRESS for 2s [ 627.562705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.565674] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.566615] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 with status ACTIVE [ 627.569289] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.569399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.569471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.570046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.570046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.570255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.570255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.570447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.570548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.570843] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.570943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.571035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.571331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.571568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.571707] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4 is going to be updated. [ 627.613456] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.613642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.614144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.614304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b266b1c-3ccc-4f2a-bc4a-de8c3daa28a4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.074716] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.292984] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: SUCCESS [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.292984] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.292984] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.577133] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.577347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.577393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.577664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.577803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.577965] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be created. [ 628.602247] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.602465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.602465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.602683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.602910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.613200] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: UNINITIALIZED for 2s [ 628.795192] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.795447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.795447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.796358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.796358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.796358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.796766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.796766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.796894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.796985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.797090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.797196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.797291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797425] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.156590] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eba23019-1160-4137-a974-5fa792565600 in Status: SUCCESS [ 629.156590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.300590] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6153f95c-3a7e-4ac9-88cc-03748ae6182c: rpc.has_security_group_logging(os_id): False [ 629.338330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.338578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.338646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.338976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.339081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.339294] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.339514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.339514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.339715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.340829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.340829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.340829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.341288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.341288] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c is going to be created. [ 629.455519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.455687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.455750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.459044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.459044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471825] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: IN_PROGRESS for 2s [ 629.572689] env[66526]: INFO networking_nsxv3.common.synchronization [None req-398eabcc-2907-4b52-be41-634cbe13c128 None None] Enqueued Resource ID: ad06b677-b5c3-4729-89b3-65253f1eda42 with Priority: HIGHEST for action port [ 629.573551] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad06b677-b5c3-4729-89b3-65253f1eda42 with Priority: HIGHEST for action port [ 629.573967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad06b677-b5c3-4729-89b3-65253f1eda42 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.574158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad06b677-b5c3-4729-89b3-65253f1eda42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.574262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad06b677-b5c3-4729-89b3-65253f1eda42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.574622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad06b677-b5c3-4729-89b3-65253f1eda42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.574765] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad06b677-b5c3-4729-89b3-65253f1eda42',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.081024] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad06b677-b5c3-4729-89b3-65253f1eda42 [ 630.081024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.081024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.081024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.082133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.082133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.082133] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad06b677-b5c3-4729-89b3-65253f1eda42 already deleted. [ 630.082133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad06b677-b5c3-4729-89b3-65253f1eda42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.629418] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 630.629418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.629418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.629793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.629793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.629892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.630866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.630866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.630866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.630866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.630866] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.891818] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0e38e5a-0e47-4da3-b997-80ee5af41aeb req-bc14fd2e-beb1-4e59-a96d-484f4f678e65 tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 630.893230] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 630.893230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.893230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.893230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.893629] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.893629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.893629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.893756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.895057] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.132543] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.327152] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2324a6f7-72df-4ae0-9d09-5a3127c7179b None None] Enqueued Resource ID: 543a73dd-a0ed-4c30-bd88-66af4aed84b3 with Priority: HIGHEST for action port [ 631.327152] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543a73dd-a0ed-4c30-bd88-66af4aed84b3 with Priority: HIGHEST for action port [ 631.327152] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-543a73dd-a0ed-4c30-bd88-66af4aed84b3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.327152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543a73dd-a0ed-4c30-bd88-66af4aed84b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.327152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543a73dd-a0ed-4c30-bd88-66af4aed84b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.327152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543a73dd-a0ed-4c30-bd88-66af4aed84b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.327152] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543a73dd-a0ed-4c30-bd88-66af4aed84b3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.396071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.396284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.396809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.396809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.396809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.397052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.397174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.397262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.397469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.397567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.397687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 already deleted. [ 631.397783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.490123] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: SUCCESS [ 631.490497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.637902] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e833ff4-200b-432a-8e5f-55dded83adef: rpc.has_security_group_logging(os_id): False [ 631.660282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.660282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.660282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.660282] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be created. [ 631.725224] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.726613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.726772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.727076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.727281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.739238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 631.829896] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 543a73dd-a0ed-4c30-bd88-66af4aed84b3 [ 631.829896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.830154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.830154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.830312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.830398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.830493] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:543a73dd-a0ed-4c30-bd88-66af4aed84b3 already deleted. [ 631.830588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543a73dd-a0ed-4c30-bd88-66af4aed84b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.905849] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.906251] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.906349] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.906641] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.906938] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.907364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.907481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.907786] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.907949] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.908173] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.908277] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.908378] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.908477] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.908578] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.908675] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.908818] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.938102] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.938102] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.938102] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.938102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.938102] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.938102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.938102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.938102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.938102] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edfe9c49-5a32-4fe4-8dd6-919cccbc7a50',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.059283] env[66526]: INFO networking_nsxv3.common.synchronization [None req-5234c8fd-fe54-41c9-a330-92906c97e66d None None] Enqueued Resource ID: d5b2335a-3b65-455e-bf6d-4fbb5ebc599f with Priority: HIGHEST for action port [ 632.060094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b2335a-3b65-455e-bf6d-4fbb5ebc599f with Priority: HIGHEST for action port [ 632.060458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b2335a-3b65-455e-bf6d-4fbb5ebc599f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.060723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b2335a-3b65-455e-bf6d-4fbb5ebc599f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.060844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b2335a-3b65-455e-bf6d-4fbb5ebc599f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.061127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b2335a-3b65-455e-bf6d-4fbb5ebc599f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.061242] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b2335a-3b65-455e-bf6d-4fbb5ebc599f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.443673] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.443891] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.444126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.444322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.444530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.444610] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 not found, creating... [ 632.444912] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.445087] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.445207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.445414] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.445624] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.445834] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.446019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.448269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.448269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.448269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.448269] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 is going to be created. [ 632.474928] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.475488] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.475718] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.476084] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.476404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.476751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563220] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5b2335a-3b65-455e-bf6d-4fbb5ebc599f [ 632.563220] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.563413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.563461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.564115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.564115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.564115] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5b2335a-3b65-455e-bf6d-4fbb5ebc599f already deleted. [ 632.564115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b2335a-3b65-455e-bf6d-4fbb5ebc599f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.271639] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0e38e5a-0e47-4da3-b997-80ee5af41aeb req-4ad67f79-46c1-4d1a-9a72-d484a2312a49 service nova] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 633.272044] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0e38e5a-0e47-4da3-b997-80ee5af41aeb req-4ad67f79-46c1-4d1a-9a72-d484a2312a49 service nova] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 633.272044] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0e38e5a-0e47-4da3-b997-80ee5af41aeb req-4ad67f79-46c1-4d1a-9a72-d484a2312a49 service nova] Enqueued Resource ID: edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 with Priority: HIGHEST for action port [ 633.273072] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 633.273072] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 633.273072] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 with Priority: HIGHEST for action port [ 633.273072] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.276241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.276373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.276929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.276929] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.277767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.278026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.278096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.278430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.278430] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.278574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.278610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.278750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.278833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.280762] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.280762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.280762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.280762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.280762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.280762] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edfe9c49-5a32-4fe4-8dd6-919cccbc7a50',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.469756] env[66526]: INFO networking_nsxv3.common.synchronization [None req-dfc43e09-b104-45a3-b9da-a2fc5e314f66 None None] Enqueued Resource ID: 28536ab4-86d4-4db2-8d6b-611aa1509f83 with Priority: HIGHEST for action port [ 633.471104] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28536ab4-86d4-4db2-8d6b-611aa1509f83 with Priority: HIGHEST for action port [ 633.473168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-28536ab4-86d4-4db2-8d6b-611aa1509f83 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.473168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28536ab4-86d4-4db2-8d6b-611aa1509f83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.473168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28536ab4-86d4-4db2-8d6b-611aa1509f83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.473168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28536ab4-86d4-4db2-8d6b-611aa1509f83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.473168] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28536ab4-86d4-4db2-8d6b-611aa1509f83',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.575381] env[66526]: INFO networking_nsxv3.common.synchronization [req-44c3cd56-a123-4fed-89de-9477011242dc req-d354bc51-00d9-4dfa-9a85-a6113652d0a5 tempest-ServersNegativeTestMultiTenantJSON-1998252907 tempest-ServersNegativeTestMultiTenantJSON-1998252907-project-member] Enqueued Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 633.575922] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 633.576701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.576701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.576967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.577805] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.579063] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.753105] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 633.754185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.782840] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.783154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.784681] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 with status ACTIVE [ 633.784681] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.784681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.784918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.784985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.785151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.785771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.786084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.786084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.786305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.786415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.786682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.786821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.786905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.787123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.787225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.787339] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edfe9c49-5a32-4fe4-8dd6-919cccbc7a50 is going to be updated. [ 633.788848] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.813940] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.814399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.814399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.814399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.818065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.818065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edfe9c49-5a32-4fe4-8dd6-919cccbc7a50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.974924] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28536ab4-86d4-4db2-8d6b-611aa1509f83 [ 633.975097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.975259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.975380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.975558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.975645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.975743] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28536ab4-86d4-4db2-8d6b-611aa1509f83 already deleted. [ 633.975821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28536ab4-86d4-4db2-8d6b-611aa1509f83" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083184] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.083184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.083184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.083792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.083792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.083898] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.083965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.084040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.084243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.084351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.084466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a already deleted. [ 634.084573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.261033] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.261033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-430" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.261349] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-430" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.261727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-430" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.262140] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.262421] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.262653] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.263000] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.263246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.263544] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.263719] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.263966] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.264275] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.264518] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.264966] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.266130] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.292355] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.292697] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.292697] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.292944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-430" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.293470] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-921920ad-8587-4c28-8f1f-9c3ced44de11 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.295029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.295029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.295387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.295546] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921920ad-8587-4c28-8f1f-9c3ced44de11',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.296518] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.799184] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.799577] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799802] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800184] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800455] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.800737] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 921920ad-8587-4c28-8f1f-9c3ced44de11 not found, creating... [ 634.801245] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.801468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.801638] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.802074] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.802228] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.802611] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.802805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802988] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.803248] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.803437] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.803595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 921920ad-8587-4c28-8f1f-9c3ced44de11 is going to be created. [ 634.805048] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.805205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.805277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.805436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.805519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.805607] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be created. [ 634.831050] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.831298] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.831458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.831766] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.832055] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.838248] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.838400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.838481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.838753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.838976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.850403] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: UNINITIALIZED for 2s [ 635.582637] env[66526]: INFO networking_nsxv3.common.synchronization [req-44c3cd56-a123-4fed-89de-9477011242dc req-c2095413-d90d-4b6f-a726-4d37413bd636 service nova] Enqueued Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_rules [ 635.584316] env[66526]: INFO networking_nsxv3.common.synchronization [req-44c3cd56-a123-4fed-89de-9477011242dc req-c2095413-d90d-4b6f-a726-4d37413bd636 service nova] Enqueued Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 635.584316] env[66526]: INFO networking_nsxv3.common.synchronization [req-44c3cd56-a123-4fed-89de-9477011242dc req-c2095413-d90d-4b6f-a726-4d37413bd636 service nova] Enqueued Resource ID: 921920ad-8587-4c28-8f1f-9c3ced44de11 with Priority: HIGHEST for action port [ 635.584669] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_rules [ 635.584734] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 635.584799] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921920ad-8587-4c28-8f1f-9c3ced44de11 with Priority: HIGHEST for action port [ 635.585113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.585520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.585598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.585858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.585944] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.586899] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.587047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.587140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.587292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.587441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.587536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.587620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.587746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.587817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.589210] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.589210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-921920ad-8587-4c28-8f1f-9c3ced44de11 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.589210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.589543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.589543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.589543] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921920ad-8587-4c28-8f1f-9c3ced44de11',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.091354] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.091517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.092299] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.092646] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 921920ad-8587-4c28-8f1f-9c3ced44de11 with status ACTIVE [ 636.092842] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.092965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.093044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.093259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.093347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.093638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.093638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.093812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.093897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.093977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.094955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.094955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.094955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.094955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.094955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.094955] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 921920ad-8587-4c28-8f1f-9c3ced44de11 is going to be updated. [ 636.118679] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.118851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.118905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.119132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.119263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.119431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921920ad-8587-4c28-8f1f-9c3ced44de11" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.597637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.861512] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 636.861727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.861901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.862175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.862384] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.862495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.862575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.862730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.862821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.863151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.863151] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.104045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.104045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.104045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.104045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.104045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.104045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a is going to be created. [ 637.129425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.131475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.131475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.131475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.131475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.142254] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: UNINITIALIZED for 2s [ 637.365710] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.756300] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2e36c5b7-8577-4a7f-9996-d9e59eb1a728 None None] Enqueued Resource ID: 73bf083d-6e0b-403d-bb16-5afa09abc9bd with Priority: HIGHEST for action port [ 637.756300] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bf083d-6e0b-403d-bb16-5afa09abc9bd with Priority: HIGHEST for action port [ 637.756300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bf083d-6e0b-403d-bb16-5afa09abc9bd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.757298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bf083d-6e0b-403d-bb16-5afa09abc9bd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.757429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bf083d-6e0b-403d-bb16-5afa09abc9bd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.757666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bf083d-6e0b-403d-bb16-5afa09abc9bd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.757771] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bf083d-6e0b-403d-bb16-5afa09abc9bd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.871045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cca02882-c8f0-41ae-aa9b-6c8c99489236: rpc.has_security_group_logging(os_id): False [ 637.889184] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.889348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.889432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.889805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.889859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.890085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.890250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.890405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.890558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.890656] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be created. [ 638.004223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.004223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.004223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.005946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.021459] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 638.262428] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73bf083d-6e0b-403d-bb16-5afa09abc9bd [ 638.262671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.264041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.264041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.264041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.264041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.264041] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73bf083d-6e0b-403d-bb16-5afa09abc9bd already deleted. [ 638.264041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bf083d-6e0b-403d-bb16-5afa09abc9bd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283315] env[66526]: INFO networking_nsxv3.common.synchronization [req-0a6cc175-f922-44ad-8e4c-b1cbb8b7341d req-c462dbfd-76da-4347-8cee-4edfa817ba46 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 638.283315] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 638.283315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.283888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.283888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283888] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.284176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.284176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.284301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.284301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.284398] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.790374] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.131101] env[66526]: INFO networking_nsxv3.common.synchronization [req-ddf813e2-e5a3-4408-a2ec-fb501586614b req-323d6e11-0c6b-433f-9636-1d825a3550e2 tempest-VolumesAdminNegativeTest-1030761730 tempest-VolumesAdminNegativeTest-1030761730-project-member] Enqueued Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 639.131664] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGHEST for action security_group_members [ 639.131972] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.133995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.134082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.134303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.134498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.134610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.134674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.134850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.134912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.134996] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.155182] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: SUCCESS [ 639.155950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.155950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.156227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.156783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.156783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.156958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.157074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.157171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.157276] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.294360] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.640627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.640627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.640627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.640627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb is going to be updated. [ 639.660628] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.660822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.660875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.661459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.661459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.661459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.661723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.661723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.661849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.661929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.662308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.666025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666025] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.680768] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.680892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.680892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.682899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.682899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.694732] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: IN_PROGRESS for 2s [ 639.788746] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4280072d-58de-487b-82b7-a72da1341125 None None] Enqueued Resource ID: 6ea9dddf-7e06-4351-bddb-6544ba60aa6a with Priority: HIGHEST for action port [ 639.789650] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea9dddf-7e06-4351-bddb-6544ba60aa6a with Priority: HIGHEST for action port [ 639.791366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea9dddf-7e06-4351-bddb-6544ba60aa6a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.791366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea9dddf-7e06-4351-bddb-6544ba60aa6a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.791366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea9dddf-7e06-4351-bddb-6544ba60aa6a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.791734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea9dddf-7e06-4351-bddb-6544ba60aa6a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.791734] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea9dddf-7e06-4351-bddb-6544ba60aa6a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.800457] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.800457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.800457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.800457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.800688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.800688] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 639.842783] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.842783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.842783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.842783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.842783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.853348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 639.990916] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d3c1c7-12d2-4c86-9e8a-c98142ac3877 req-8e912da7-16d7-4f6f-948d-5e190736de7c tempest-DeleteServersAdminTestJSON-1632545540 tempest-DeleteServersAdminTestJSON-1632545540-project-member] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 639.995025] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 639.995025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.995025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.995025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.995025] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.049815] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 640.049815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.170296] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25b0b632-a502-4360-92ba-ef9b5d92e45a: rpc.has_security_group_logging(os_id): False [ 640.193206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.193361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.193435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.193671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.193812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.194081] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.194234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.194337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.194616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.194739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.195124] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.195252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.195338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.195477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.195554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.196449] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.198035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.198457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.198735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.198887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.201140] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a is going to be created. [ 640.281368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.281632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.281732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.282932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293965] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea9dddf-7e06-4351-bddb-6544ba60aa6a [ 640.294327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.294561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.295150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.295241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.295405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.295540] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea9dddf-7e06-4351-bddb-6544ba60aa6a already deleted. [ 640.295654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea9dddf-7e06-4351-bddb-6544ba60aa6a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.300051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: IN_PROGRESS for 2s [ 640.405446] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.406034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.406034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.406199] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.406514] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.406781] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.406961] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.407280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.407501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.407841] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.408016] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.408185] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.408524] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.408524] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.408679] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.408780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.439873] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.439873] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.439873] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.439873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.439873] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-810ef672-150c-4bfe-aa59-2909058857df taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.439873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.441164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.441164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.441164] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810ef672-150c-4bfe-aa59-2909058857df',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.500412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.500412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.500805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.500805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.500950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.501117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.501266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.501335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.501515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.501586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.501661] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be updated. [ 640.540342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.540498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.540587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.540793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.540941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.556346] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 640.946223] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.946616] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.946616] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.947028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.947179] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.947335] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 810ef672-150c-4bfe-aa59-2909058857df not found, creating... [ 640.947598] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.947751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.947860] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.948101] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.948656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.948656] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.948656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.948860] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.948971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.949154] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.949372] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 810ef672-150c-4bfe-aa59-2909058857df is going to be created. [ 640.978650] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.978650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.978650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.978650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.978650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.978915] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.710694] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29ade912-f6e5-47f2-9194-35c68b696fdb in Status: SUCCESS [ 641.710863] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb deletion is rescheduled due to dependency. [ 641.713850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.784254] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d3c1c7-12d2-4c86-9e8a-c98142ac3877 req-8897dd42-bc9b-4591-bf31-578f12e52df4 service nova] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_rules [ 641.784254] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d3c1c7-12d2-4c86-9e8a-c98142ac3877 req-8897dd42-bc9b-4591-bf31-578f12e52df4 service nova] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 641.784254] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d3c1c7-12d2-4c86-9e8a-c98142ac3877 req-8897dd42-bc9b-4591-bf31-578f12e52df4 service nova] Enqueued Resource ID: 810ef672-150c-4bfe-aa59-2909058857df with Priority: HIGHEST for action port [ 641.784412] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_rules [ 641.784642] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 641.784642] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810ef672-150c-4bfe-aa59-2909058857df with Priority: HIGHEST for action port [ 641.785195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.785353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.785445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.785680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.785796] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.786739] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.787047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.787123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-810ef672-150c-4bfe-aa59-2909058857df taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.787228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.787290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.787491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.787600] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810ef672-150c-4bfe-aa59-2909058857df',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.868970] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 641.869578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.289554] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.290034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.290034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 810ef672-150c-4bfe-aa59-2909058857df with status ACTIVE [ 642.290261] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.290357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.290413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.290833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.290833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.291122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.291254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.291331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.291411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.291746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.291801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.292042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.292198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292245] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 810ef672-150c-4bfe-aa59-2909058857df is going to be updated. [ 642.317012] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: SUCCESS [ 642.317012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.331490] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.331490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.331490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.331490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.331490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.331490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810ef672-150c-4bfe-aa59-2909058857df" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.569774] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 642.571510] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 deletion is rescheduled due to dependency. [ 642.571510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.571510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.571510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.571510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.571510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.571898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.572904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.572904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.572904] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.624634] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b177f2f-caca-44c6-952c-482ec1a05389 req-2702e923-02ce-4b33-90db-952b7800ad20 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 642.625248] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 642.625560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.625686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.626129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.626225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.626285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.626424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.626506] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.626599] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.667881] env[66526]: INFO networking_nsxv3.common.synchronization [req-d8a0c94d-95f1-4081-8527-0cdee30c86d6 req-f030ec78-94fc-45bc-8a2b-759aefc76d29 tempest-ImagesNegativeTestJSON-576932041 tempest-ImagesNegativeTestJSON-576932041-project-member] Enqueued Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 642.668377] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGHEST for action security_group_members [ 642.668680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.668804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.668876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669352] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.669461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.669867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.075925] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.129647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.130065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.130427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.130907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.131138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.131664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.131908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.132134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.132345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 643.169924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.170100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.170215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.170371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 is going to be updated. [ 643.186190] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 643.207371] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.207818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.208010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.208299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.209067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.232994] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: IN_PROGRESS for 2s [ 643.579687] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.085093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.085304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.085416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.085742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.085864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086010] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be updated. [ 644.119391] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.119592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.119669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.119870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.120020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.131399] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 645.198317] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 645.198643] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d deletion is rescheduled due to dependency. [ 645.199271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.242970] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: IN_PROGRESS for 4s [ 646.143265] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 646.143380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.144036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144361] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.144671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.145062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145350] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.604451] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0d6c8e89-383b-4384-b5c9-03bfd34f1b81 None None] Enqueued Resource ID: b016c251-379e-487e-827e-4c7014de644b with Priority: HIGHEST for action port [ 646.604451] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b016c251-379e-487e-827e-4c7014de644b with Priority: HIGHEST for action port [ 646.604451] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b016c251-379e-487e-827e-4c7014de644b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.604451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b016c251-379e-487e-827e-4c7014de644b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.604451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b016c251-379e-487e-827e-4c7014de644b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.604451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b016c251-379e-487e-827e-4c7014de644b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.604994] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b016c251-379e-487e-827e-4c7014de644b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.651094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.651343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.651456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.651771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.652045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.652206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.652325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.654941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.654941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.654941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.654941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.654941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.654941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.655496] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.655496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.655496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.655646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.655685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.655775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.655943] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.108533] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b016c251-379e-487e-827e-4c7014de644b [ 647.108533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.108533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.108533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.108533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.108533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.108533] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b016c251-379e-487e-827e-4c7014de644b already deleted. [ 647.108533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b016c251-379e-487e-827e-4c7014de644b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.158440] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5185f0b2-c9a5-4519-8232-b0a61ad43806: rpc.has_security_group_logging(os_id): False [ 647.188560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.188870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.188870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.188956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.189036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.189251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.189353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.189416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.189570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.189668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.189854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.189951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.190025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190532] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.190798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.190798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be updated. [ 647.253155] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 in Status: SUCCESS [ 647.253426] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 deletion is rescheduled due to dependency. [ 647.253426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.275494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.275683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.275683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.275905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.276062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.290052] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 647.741106] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f1c37c1-fea1-42cf-8931-b9803e66ee1a req-59bf4615-5eb3-4c20-868c-1035c1204197 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 647.742557] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 647.742557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.742956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.742956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.745653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.745653] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.745653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.745653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.745653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.745653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.745653] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.894488] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b75b2178-e745-458f-8f84-d921416e59fb None None] Enqueued Resource ID: 2a1b0468-fdd0-497c-be05-44a17203688b with Priority: HIGHEST for action port [ 647.895094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1b0468-fdd0-497c-be05-44a17203688b with Priority: HIGHEST for action port [ 647.898204] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1b0468-fdd0-497c-be05-44a17203688b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.898615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1b0468-fdd0-497c-be05-44a17203688b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.898615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1b0468-fdd0-497c-be05-44a17203688b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.898785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1b0468-fdd0-497c-be05-44a17203688b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.898899] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1b0468-fdd0-497c-be05-44a17203688b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.246408] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.248042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.248042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 already deleted. [ 648.248042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a1b0468-fdd0-497c-be05-44a17203688b [ 648.405023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.405023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.405023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.405023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.405023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a1b0468-fdd0-497c-be05-44a17203688b already deleted. [ 648.405023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1b0468-fdd0-497c-be05-44a17203688b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.923265] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.923265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.923265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.923265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.924015] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924015] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.924015] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.924352] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.924352] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.924573] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.924799] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.924969] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.925083] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.925193] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.925293] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.925420] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.953526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.954340] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.954340] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.954340] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.954340] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-8e88072e-e3bd-4966-8057-89bc31f2b0ec taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.954710] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.954710] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.954945] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.955149] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e88072e-e3bd-4966-8057-89bc31f2b0ec',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.312894] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 649.313153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.466799] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.466799] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 8e88072e-e3bd-4966-8057-89bc31f2b0ec not found, creating... [ 649.466799] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.466799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.467464] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.467601] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.467834] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.468241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.468451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.468650] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 8e88072e-e3bd-4966-8057-89bc31f2b0ec is going to be created. [ 649.499104] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.499213] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.499980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.499980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.499980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.500166] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.994787] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3cfa3633-dd88-4731-9b49-845cf469d972 None None] Enqueued Resource ID: e8196abc-d8a0-4f2d-a243-0c94954eb008 with Priority: HIGHEST for action port [ 649.994787] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8196abc-d8a0-4f2d-a243-0c94954eb008 with Priority: HIGHEST for action port [ 649.995293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8196abc-d8a0-4f2d-a243-0c94954eb008 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.995293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8196abc-d8a0-4f2d-a243-0c94954eb008" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.995512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8196abc-d8a0-4f2d-a243-0c94954eb008" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.996508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8196abc-d8a0-4f2d-a243-0c94954eb008" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.996508] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8196abc-d8a0-4f2d-a243-0c94954eb008',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.213637] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f1c37c1-fea1-42cf-8931-b9803e66ee1a req-aea37fa3-e458-40ca-a9fc-471df4267213 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 650.214058] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f1c37c1-fea1-42cf-8931-b9803e66ee1a req-aea37fa3-e458-40ca-a9fc-471df4267213 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 650.215445] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f1c37c1-fea1-42cf-8931-b9803e66ee1a req-aea37fa3-e458-40ca-a9fc-471df4267213 service nova] Enqueued Resource ID: 8e88072e-e3bd-4966-8057-89bc31f2b0ec with Priority: HIGHEST for action port [ 650.216080] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 650.216826] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 650.217042] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e88072e-e3bd-4966-8057-89bc31f2b0ec with Priority: HIGHEST for action port [ 650.218042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.218791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.218968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.219441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.219793] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.221822] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.221822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.221822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.221822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.222070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.222070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.222070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.222220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.222277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.222389] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.223978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e88072e-e3bd-4966-8057-89bc31f2b0ec taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.223978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.223978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.223978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.223978] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e88072e-e3bd-4966-8057-89bc31f2b0ec',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.498600] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8196abc-d8a0-4f2d-a243-0c94954eb008 [ 650.498600] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.498600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.498600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.498970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.498970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.498970] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8196abc-d8a0-4f2d-a243-0c94954eb008 already deleted. [ 650.499135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8196abc-d8a0-4f2d-a243-0c94954eb008" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.726213] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.727091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.727287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.728879] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e88072e-e3bd-4966-8057-89bc31f2b0ec with status ACTIVE [ 650.730017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.730017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.730017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.730250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.730250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.730808] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.730808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.730808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.730808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.730808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.732308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.732308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.732308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.732308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.732308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.732308] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e88072e-e3bd-4966-8057-89bc31f2b0ec is going to be updated. [ 650.754889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.755398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.755398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.755398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.755573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.756841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e88072e-e3bd-4966-8057-89bc31f2b0ec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230047] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.734711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.734711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.734711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.734711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.734711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.734711] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be created. [ 651.761266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.762280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.762490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.762790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.763078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.774728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: UNINITIALIZED for 2s [ 652.427097] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d7ba25d3-7337-46c7-ba89-51c4be0779ba None None] Enqueued Resource ID: 9f9c77da-d956-42f2-ab23-5dc4e4ce5675 with Priority: HIGHEST for action port [ 652.427097] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9c77da-d956-42f2-ab23-5dc4e4ce5675 with Priority: HIGHEST for action port [ 652.427674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9c77da-d956-42f2-ab23-5dc4e4ce5675 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.427966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9c77da-d956-42f2-ab23-5dc4e4ce5675" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.428112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9c77da-d956-42f2-ab23-5dc4e4ce5675" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.429024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9c77da-d956-42f2-ab23-5dc4e4ce5675" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.429190] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9c77da-d956-42f2-ab23-5dc4e4ce5675',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.931901] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f9c77da-d956-42f2-ab23-5dc4e4ce5675 [ 652.932163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.932298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.932364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.932577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.932845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.932845] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f9c77da-d956-42f2-ab23-5dc4e4ce5675 already deleted. [ 652.932845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9c77da-d956-42f2-ab23-5dc4e4ce5675" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.787787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 653.789126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.789126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.789517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.790773] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.790773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.790773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.790773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.790773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790773] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.293753] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.296110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297722] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.504574] env[66526]: INFO networking_nsxv3.common.synchronization [req-f244f701-116d-44bf-8901-c6b53cbf7370 req-8bc7ce66-c5cc-476b-99b8-2e28154bf681 tempest-ServersAdminNegativeTestJSON-1465894665 tempest-ServersAdminNegativeTestJSON-1465894665-project-member] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 654.505816] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 654.505816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.505816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.505816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.506029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.506450] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.506450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.506450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.506450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.506617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.506617] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.800861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 654.819555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.819745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.819806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.819999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.820111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.820316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.820417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.820479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.820633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.820711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.820890] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.821482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.821482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.821482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.821482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.821482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.821754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.821829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.822016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.822130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.822244] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be created. [ 654.893237] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.893237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.893237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.893237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.893237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.905409] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 655.008546] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.026668] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.026985] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.027287] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.028224] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.028224] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.028224] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.028224] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.028224] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.028482] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.028538] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.028640] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.028734] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.029010] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.029105] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.029209] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.029350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.061159] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.061334] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.061459] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.061642] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.061944] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.062154] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.062487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.062838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.062974] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.513933] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.565479] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565732] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565862] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.566197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.566348] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.566493] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 not found, creating... [ 655.566763] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.566941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.567091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.567326] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.567471] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.567815] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.567909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.568236] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.568399] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.568399] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.568541] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 is going to be created. [ 655.593190] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.593190] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.593190] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.593190] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.593719] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.595240] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.017304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.017746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.017746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.017961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.018067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.018195] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be updated. [ 656.064885] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.065144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.065144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.065372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.065527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.077060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 656.118784] env[66526]: INFO networking_nsxv3.common.synchronization [None req-bf0ad2a9-2e4f-4f55-975a-67f2be83addb None None] Enqueued Resource ID: ea6ce7df-daaa-4b26-b58b-425023b091c5 with Priority: HIGHEST for action port [ 656.119122] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea6ce7df-daaa-4b26-b58b-425023b091c5 with Priority: HIGHEST for action port [ 656.119513] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea6ce7df-daaa-4b26-b58b-425023b091c5 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.119680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea6ce7df-daaa-4b26-b58b-425023b091c5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.119765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea6ce7df-daaa-4b26-b58b-425023b091c5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.120188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea6ce7df-daaa-4b26-b58b-425023b091c5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.120304] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea6ce7df-daaa-4b26-b58b-425023b091c5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.294082] env[66526]: INFO networking_nsxv3.common.synchronization [req-f244f701-116d-44bf-8901-c6b53cbf7370 req-c57b7779-1251-4b6b-bbb3-756e9fc74ad3 service nova] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_rules [ 656.294376] env[66526]: INFO networking_nsxv3.common.synchronization [req-f244f701-116d-44bf-8901-c6b53cbf7370 req-c57b7779-1251-4b6b-bbb3-756e9fc74ad3 service nova] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 656.294587] env[66526]: INFO networking_nsxv3.common.synchronization [req-f244f701-116d-44bf-8901-c6b53cbf7370 req-c57b7779-1251-4b6b-bbb3-756e9fc74ad3 service nova] Enqueued Resource ID: 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 with Priority: HIGHEST for action port [ 656.295753] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_rules [ 656.295974] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 656.297343] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 with Priority: HIGHEST for action port [ 656.297844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.298074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.298154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.298624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.298624] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.299638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.301349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.302508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.302508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.302508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.302785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.302785] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.622957] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea6ce7df-daaa-4b26-b58b-425023b091c5 [ 656.623206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.623342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.623405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.623627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.623714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.623933] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea6ce7df-daaa-4b26-b58b-425023b091c5 already deleted. [ 656.623933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea6ce7df-daaa-4b26-b58b-425023b091c5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.661202] env[66526]: INFO networking_nsxv3.common.synchronization [req-112da300-e796-4ddf-9d7d-3fd573358ccb req-c39c9d2e-350a-429f-9613-2630607afbe1 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 6b68b73b-3f5c-4b05-8853-d84f8e9876d0 with Priority: HIGHEST for action security_group_rules [ 656.661777] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b68b73b-3f5c-4b05-8853-d84f8e9876d0 with Priority: HIGHEST for action security_group_rules [ 656.662091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b68b73b-3f5c-4b05-8853-d84f8e9876d0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b68b73b-3f5c-4b05-8853-d84f8e9876d0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b68b73b-3f5c-4b05-8853-d84f8e9876d0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.662575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b68b73b-3f5c-4b05-8853-d84f8e9876d0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662657] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b68b73b-3f5c-4b05-8853-d84f8e9876d0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.805225] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.805225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.810822] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 with status ACTIVE [ 656.810822] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.810822] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.810822] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.810822] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82 is going to be updated. [ 656.838178] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.838382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.838382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.838576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.838931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.838931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de9fdd9-6f7e-4bb1-acf4-c355e86f3f82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.930297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 656.930644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.184883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.185576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.185576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.185576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.185576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.185576] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b68b73b-3f5c-4b05-8853-d84f8e9876d0 already deleted. [ 657.185853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b68b73b-3f5c-4b05-8853-d84f8e9876d0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.485904] env[66526]: INFO networking_nsxv3.common.synchronization [req-ec2c2c95-bfcf-4001-89e0-236fb51b5573 req-545fd7c5-381b-44f1-8156-cd73fcbbe167 tempest-ServerAddressesTestJSON-1910115401 tempest-ServerAddressesTestJSON-1910115401-project-member] Enqueued Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 657.486601] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGHEST for action security_group_members [ 657.487120] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.487120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.487274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.487530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.487766] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.488048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.488048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.488240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.488240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.488339] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.993392] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.993392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.993392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.993392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.993392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.994691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.994691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.994691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.994691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.995406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.995594] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c is going to be updated. [ 658.026248] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.026364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.026430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.026624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.026777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.038334] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: IN_PROGRESS for 2s [ 658.089663] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.089663] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.089663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.089663] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.592650] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.095693] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.311809] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9b53c5a2-336d-431a-9000-2059507b3a1f None None] Enqueued Resource ID: 8e473f9f-f88a-45f6-ba7d-66fe414b2301 with Priority: HIGHEST for action port [ 659.311809] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e473f9f-f88a-45f6-ba7d-66fe414b2301 with Priority: HIGHEST for action port [ 659.312022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e473f9f-f88a-45f6-ba7d-66fe414b2301 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.312370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e473f9f-f88a-45f6-ba7d-66fe414b2301" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.312488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e473f9f-f88a-45f6-ba7d-66fe414b2301" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.312818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e473f9f-f88a-45f6-ba7d-66fe414b2301" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.315867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e473f9f-f88a-45f6-ba7d-66fe414b2301',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.601026] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.601026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.601026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.601026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.601026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.601026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be updated. [ 659.633301] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.633498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.633545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.633806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.633959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.645775] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 659.816694] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e473f9f-f88a-45f6-ba7d-66fe414b2301 [ 659.816983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.817149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.817221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.817448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.817538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.817631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e473f9f-f88a-45f6-ba7d-66fe414b2301 already deleted. [ 659.817712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e473f9f-f88a-45f6-ba7d-66fe414b2301" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.050180] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c in Status: SUCCESS [ 660.050365] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c deletion is rescheduled due to dependency. [ 660.050485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.785020] env[66526]: INFO networking_nsxv3.common.synchronization [req-ac19e4f2-b77f-44c5-8551-9247d14bf262 req-643a3df3-5692-40d3-be53-58ee565ff94c tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 660.786094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 660.786412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.786614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.786614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.786853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.787246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.787374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.787464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.787735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.787835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.788068] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.831373] env[66526]: INFO networking_nsxv3.common.synchronization [None req-1e1d4ebc-ce57-49aa-84db-cd21c0cf59cd None None] Enqueued Resource ID: 5127dda5-dd11-4b70-a37d-bfab3105cc0b with Priority: HIGHEST for action port [ 660.831373] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5127dda5-dd11-4b70-a37d-bfab3105cc0b with Priority: HIGHEST for action port [ 660.831617] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5127dda5-dd11-4b70-a37d-bfab3105cc0b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.831737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5127dda5-dd11-4b70-a37d-bfab3105cc0b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.831809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5127dda5-dd11-4b70-a37d-bfab3105cc0b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.832065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5127dda5-dd11-4b70-a37d-bfab3105cc0b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.832160] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5127dda5-dd11-4b70-a37d-bfab3105cc0b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.293044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.293044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.293044] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 already deleted. [ 661.293044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.335186] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5127dda5-dd11-4b70-a37d-bfab3105cc0b [ 661.335186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.335186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.335186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.335486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.335486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.335486] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5127dda5-dd11-4b70-a37d-bfab3105cc0b already deleted. [ 661.335761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5127dda5-dd11-4b70-a37d-bfab3105cc0b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.658036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 661.658175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.658341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.658925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.658925] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.658925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.658925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.659320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.659320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.659320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.659320] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.753666] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.753931] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.754134] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.754456] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.754732] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.754888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.755008] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.755251] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.755395] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.755605] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.755747] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.755897] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.756040] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.756344] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.756344] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.756504] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.778984] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.780221] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.780221] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.780221] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.780221] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-fb09d072-3efc-4376-8e80-1d272bb36103 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.780221] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.780221] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.780548] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.780884] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb09d072-3efc-4376-8e80-1d272bb36103',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.163262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.163262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.163262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.163262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166653] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.285672] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.285909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.286046] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.286473] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.286473] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.286647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port fb09d072-3efc-4376-8e80-1d272bb36103 not found, creating... [ 662.287805] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.287805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.287805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.287805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.287805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.288086] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.288086] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.288186] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.288347] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.288554] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.288640] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: fb09d072-3efc-4376-8e80-1d272bb36103 is going to be created. [ 662.312789] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.313068] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.313130] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.313386] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.313664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.313854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.669980] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83a3ad00-a8ad-45ea-ac7e-707d84dea92f: rpc.has_security_group_logging(os_id): False [ 662.691035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.691220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.691279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692523] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.693017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.693899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.694027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.694128] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be updated. [ 662.764879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.765038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.765101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.765309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.765456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.781593] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 663.037884] env[66526]: INFO networking_nsxv3.common.synchronization [req-ac19e4f2-b77f-44c5-8551-9247d14bf262 req-37759258-a201-469f-9f73-ff34a33634a7 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 663.038081] env[66526]: INFO networking_nsxv3.common.synchronization [req-ac19e4f2-b77f-44c5-8551-9247d14bf262 req-37759258-a201-469f-9f73-ff34a33634a7 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 663.038280] env[66526]: INFO networking_nsxv3.common.synchronization [req-ac19e4f2-b77f-44c5-8551-9247d14bf262 req-37759258-a201-469f-9f73-ff34a33634a7 service nova] Enqueued Resource ID: fb09d072-3efc-4376-8e80-1d272bb36103 with Priority: HIGHEST for action port [ 663.038940] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 663.039399] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 663.039565] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb09d072-3efc-4376-8e80-1d272bb36103 with Priority: HIGHEST for action port [ 663.039951] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.040198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.040239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040752] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.041822] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.041976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.042339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.042572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.045314] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.045314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb09d072-3efc-4376-8e80-1d272bb36103 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.045314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.045314] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb09d072-3efc-4376-8e80-1d272bb36103',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.298833] env[66526]: INFO networking_nsxv3.common.synchronization [None req-362278d0-0abb-45da-8b03-ff3ac358134e None None] Enqueued Resource ID: e6ca0964-fccc-4cf7-b0cc-0c0314530a74 with Priority: HIGHEST for action port [ 663.298833] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ca0964-fccc-4cf7-b0cc-0c0314530a74 with Priority: HIGHEST for action port [ 663.298833] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ca0964-fccc-4cf7-b0cc-0c0314530a74 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.299619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ca0964-fccc-4cf7-b0cc-0c0314530a74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.299619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ca0964-fccc-4cf7-b0cc-0c0314530a74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.299619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ca0964-fccc-4cf7-b0cc-0c0314530a74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.299619] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ca0964-fccc-4cf7-b0cc-0c0314530a74',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.547113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.547264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.547492] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.548404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb09d072-3efc-4376-8e80-1d272bb36103 with status ACTIVE [ 663.548585] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.548697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.548766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.548964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.549067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.549246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.549384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.549423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.549567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.549673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.549917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.550442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.550541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.550770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.550770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb09d072-3efc-4376-8e80-1d272bb36103 is going to be updated. [ 663.565056] env[66526]: INFO networking_nsxv3.common.synchronization [req-5eb19000-b315-4df2-9e3d-c06b790e2b1f req-282daea2-9cf7-438e-ba76-1e1c3088ca41 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7 with Priority: HIGHEST for action security_group_rules [ 663.565056] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7 with Priority: HIGHEST for action security_group_rules [ 663.565056] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.565056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.565056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.565056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.565056] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.572341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.572341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.572341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.572484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.572566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.574519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb09d072-3efc-4376-8e80-1d272bb36103" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.584251] env[66526]: INFO networking_nsxv3.common.synchronization [req-43d4c718-e205-4e4a-9052-69408d1caa8e req-725c8452-cb6b-453b-b91f-a2790b7ad103 tempest-ServerDiagnosticsNegativeTest-198728306 tempest-ServerDiagnosticsNegativeTest-198728306-project-member] Enqueued Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 663.585201] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 663.585556] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.585689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.585758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.586111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.586321] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.586663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.586663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.586789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.586789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.586964] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.802447] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ca0964-fccc-4cf7-b0cc-0c0314530a74 [ 663.802447] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.802447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.802447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.802447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.802447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.802447] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ca0964-fccc-4cf7-b0cc-0c0314530a74 already deleted. [ 663.802447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ca0964-fccc-4cf7-b0cc-0c0314530a74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.993987] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.994969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.994969] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.996034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.997481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.997481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.997481] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.997481] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.997481] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.997481] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.997481] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.998325] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.998325] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.019433] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.019621] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.019725] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.019898] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.020241] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-7533b2c2-e8a2-49c6-a46a-bfda0422f069 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.020409] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.022142] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.022142] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7533b2c2-e8a2-49c6-a46a-bfda0422f069',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.053595] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.085906] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.086087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.086139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.086342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.086424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.086516] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7 already deleted. [ 664.086595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a66ad56-7cb2-47c1-8b9e-8bb06a7909e7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.092524] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.092675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.092675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.092967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.092967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.093090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.093188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.093249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.093503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.093596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.093656] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f already deleted. [ 664.093735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.525143] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.525618] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.525800] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.526174] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.526360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 7533b2c2-e8a2-49c6-a46a-bfda0422f069 not found, creating... [ 664.527218] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.527218] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.527389] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.527717] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.527896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.528340] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.528551] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.528674] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.528960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529278] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.529480] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 7533b2c2-e8a2-49c6-a46a-bfda0422f069 is going to be created. [ 664.554727] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.554727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.554952] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.555197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.555451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.555736] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.556726] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.556927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.556927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.557276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.557276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.557393] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 664.583050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.583050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.583189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.583422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.583936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.601158] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: UNINITIALIZED for 2s [ 664.796825] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 664.797350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.934967] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b0b9e841-f9a1-43cc-a060-b36acc2c1509 tempest-ServersTestManualDisk-2020559526 tempest-ServersTestManualDisk-2020559526-project-member] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 664.935049] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 664.935448] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935893] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.155331] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f451e126-6b8b-49d1-945f-d64473f7d59b tempest-ServersTestManualDisk-2020559526 tempest-ServersTestManualDisk-2020559526-project-member] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 665.156221] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 665.156316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.157316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.282075] env[66526]: INFO networking_nsxv3.common.synchronization [req-43d4c718-e205-4e4a-9052-69408d1caa8e req-3d13271a-a006-4549-b59f-a785a2eac34d service nova] Enqueued Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_rules [ 665.282277] env[66526]: INFO networking_nsxv3.common.synchronization [req-43d4c718-e205-4e4a-9052-69408d1caa8e req-3d13271a-a006-4549-b59f-a785a2eac34d service nova] Enqueued Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 665.282422] env[66526]: INFO networking_nsxv3.common.synchronization [req-43d4c718-e205-4e4a-9052-69408d1caa8e req-3d13271a-a006-4549-b59f-a785a2eac34d service nova] Enqueued Resource ID: 7533b2c2-e8a2-49c6-a46a-bfda0422f069 with Priority: HIGHEST for action port [ 665.283203] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_rules [ 665.283420] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 665.283619] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7533b2c2-e8a2-49c6-a46a-bfda0422f069 with Priority: HIGHEST for action port [ 665.284022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.284933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.284933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.284933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.284933] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.285753] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.285984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.286196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.286682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.286682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.287063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.287063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.287480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.287619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.288024] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.289487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7533b2c2-e8a2-49c6-a46a-bfda0422f069 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.289652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.289727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.289904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.289984] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7533b2c2-e8a2-49c6-a46a-bfda0422f069',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.456850] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.456850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.457311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.457369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.457430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.458620] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c already deleted. [ 665.458620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.458620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.458620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.458620] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.791497] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.792560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.792698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.793631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7533b2c2-e8a2-49c6-a46a-bfda0422f069 with status ACTIVE [ 665.793631] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.793631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.793631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.793631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.793631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.793916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.793916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.793916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.794037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.794070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.794234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.794322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.794740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.794740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.794740] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7533b2c2-e8a2-49c6-a46a-bfda0422f069 is going to be updated. [ 665.817246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.817431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.817480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.817695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.817826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.817999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7533b2c2-e8a2-49c6-a46a-bfda0422f069" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.984777] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.984777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.984777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.984777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.984777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.984777] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c already deleted. [ 665.984777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.296545] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.616083] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 666.616300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.616479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.616698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.616895] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.617058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.617117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.617282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.617365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.617452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.617617] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.803743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.804039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.804039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.804440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.804440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.804440] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f is going to be created. [ 666.839630] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.839630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.839630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.839630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.839879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.850925] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: UNINITIALIZED for 2s [ 667.119965] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.120620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.120814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.120814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.120956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.121214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.121449] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.122088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.122131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122400] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.212542] env[66526]: INFO networking_nsxv3.common.synchronization [req-14de984b-3cdf-43b6-bdda-3644b479393e req-aee28722-5bff-4d0f-b650-b485a4744a3b tempest-InstanceActionsNegativeTestJSON-248118970 tempest-InstanceActionsNegativeTestJSON-248118970-project-member] Enqueued Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 667.213982] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 667.213982] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.213982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.213982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.213982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.214433] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.214433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.214433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.214433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.214615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.214615] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.627471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2ac3f0-1495-4110-9753-c5bace5b2353: rpc.has_security_group_logging(os_id): False [ 667.653957] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.653957] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654906] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.654906] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.655245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.655245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.655245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655342] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 667.719106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.719106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.719106] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 already deleted. [ 667.719106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.754735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.754989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.755308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.755855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.755855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.779046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 668.005976] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.005976] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-46" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.005976] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-46" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.006524] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-46" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.006577] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.006728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.007386] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.007692] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.008014] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.008247] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.008404] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.008472] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.008579] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.008916] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.008916] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.008916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.029853] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.030029] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.030168] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.030337] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-46" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.030690] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-a193d769-c45b-4475-bb3f-21777d3ebeaf taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.030868] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.031023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.031576] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.031576] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a193d769-c45b-4475-bb3f-21777d3ebeaf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.534721] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.534721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.534721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.535133] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.535217] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.535350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port a193d769-c45b-4475-bb3f-21777d3ebeaf not found, creating... [ 668.535647] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.535845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.535978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.536270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.536426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.536758] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.536933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.537319] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.537435] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.537618] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: a193d769-c45b-4475-bb3f-21777d3ebeaf is going to be created. [ 668.564093] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.564093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.564093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.564093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.564093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.564093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.863191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: SUCCESS [ 668.863374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.863538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.863749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.863950] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.864203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.864203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.864368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.864413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.864571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.864571] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.350398] env[66526]: INFO networking_nsxv3.common.synchronization [req-14de984b-3cdf-43b6-bdda-3644b479393e req-53dfae0a-7a0e-400f-b274-ff05dfadb89c service nova] Enqueued Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_rules [ 669.350398] env[66526]: INFO networking_nsxv3.common.synchronization [req-14de984b-3cdf-43b6-bdda-3644b479393e req-53dfae0a-7a0e-400f-b274-ff05dfadb89c service nova] Enqueued Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 669.350398] env[66526]: INFO networking_nsxv3.common.synchronization [req-14de984b-3cdf-43b6-bdda-3644b479393e req-53dfae0a-7a0e-400f-b274-ff05dfadb89c service nova] Enqueued Resource ID: a193d769-c45b-4475-bb3f-21777d3ebeaf with Priority: HIGHEST for action port [ 669.352119] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_rules [ 669.352631] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 669.355021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a193d769-c45b-4475-bb3f-21777d3ebeaf with Priority: HIGHEST for action port [ 669.355021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.355021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.355021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.355021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.355021] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.358347] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.359331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.365028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.365028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.365028] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.367025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a193d769-c45b-4475-bb3f-21777d3ebeaf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.368197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.368312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.368498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.368586] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a193d769-c45b-4475-bb3f-21777d3ebeaf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.370461] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.370669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.370669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.370820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.372941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.372941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.372941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.372941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.372941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373415] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.373415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.374538] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.374538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.374538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.374538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.374538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.374538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.374538] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.540542] env[66526]: INFO networking_nsxv3.common.synchronization [req-8e59d981-fa26-43ce-9778-ff28afc00e88 req-9bcc28a8-7963-449b-9cff-451148b068db tempest-DeleteServersAdminTestJSON-1632545540 tempest-DeleteServersAdminTestJSON-1632545540-project-member] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 669.541382] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGHEST for action security_group_members [ 669.541563] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.541772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.541923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.542203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.542350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.542471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.542504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.542692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.542801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.542930] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.792168] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 669.792475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.858818] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.858818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872088] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.879043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a193d769-c45b-4475-bb3f-21777d3ebeaf with status ACTIVE [ 669.879043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.879043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.879043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a193d769-c45b-4475-bb3f-21777d3ebeaf is going to be updated. [ 669.881540] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ed9f0ea-207b-4cbd-9535-30a7745e928f: rpc.has_security_group_logging(os_id): False [ 669.907109] env[66526]: INFO networking_nsxv3.common.synchronization [req-ca35d398-0bba-461e-b7ef-e5121f496d1f req-86605493-225e-4257-ac81-c365a374cb62 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 669.908430] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.908593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.908640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.908862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.908957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.909207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.909352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.909486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.909589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.909671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.909878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.909985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.910060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.910311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.910311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.910544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.910603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.910638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.910803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.910886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.910978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f is going to be created. [ 669.912681] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 669.913135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.913310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.913423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.913648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.913879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.914047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.914161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.914385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.914478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.914580] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.917546] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.917743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.917789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a193d769-c45b-4475-bb3f-21777d3ebeaf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.994849] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.994849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.994849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.994849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.994849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.012247] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: IN_PROGRESS for 2s [ 670.047165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.047165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.047397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.047397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.047526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.047933] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.047933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.047933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.048259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.048259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.048403] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be updated. [ 670.096844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.097063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.097124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.097351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.097493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.120597] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: IN_PROGRESS for 2s [ 670.374792] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.416826] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.416979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.417166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.417405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.417512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.417961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.417961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.417961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.418271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.418271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.418271] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 670.445986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.446658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.446658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.446658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.446658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.460719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 670.815748] env[66526]: INFO networking_nsxv3.common.synchronization [None req-61506128-a713-4e21-8a58-5b757bbd1f32 None None] Enqueued Resource ID: ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6 with Priority: HIGHEST for action port [ 670.816262] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6 with Priority: HIGHEST for action port [ 670.816569] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.817096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.817202] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.879580] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.879580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.879580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.879580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.879580] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 is going to be created. [ 670.906956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.906956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.906956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.906956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.906956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.916442] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: UNINITIALIZED for 2s [ 671.320065] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6 [ 671.320467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.320672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.320766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.321084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.321225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.321370] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6 already deleted. [ 671.321518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac3df9e3-e16c-4ec0-94a0-42ae1c190cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.668025] env[66526]: INFO networking_nsxv3.common.synchronization [req-7e9e5d95-4d6d-4a4a-9841-7d1fd2ca3647 req-0efec717-7f85-45ea-9553-3a8779a7a39d tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 671.669054] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 671.670460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.670746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.675487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.675487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.675487] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.896064] env[66526]: INFO networking_nsxv3.common.synchronization [req-4438f4d1-a683-483f-918a-977df7668f4b req-1b321763-1b1b-4d0c-83ad-ae5ce1f599d0 tempest-ServersNegativeTestMultiTenantJSON-1998252907 tempest-ServersNegativeTestMultiTenantJSON-1998252907-project-member] Enqueued Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 671.896664] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGHEST for action security_group_members [ 671.897410] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.897410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.897410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.897410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.897676] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.897676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.897676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.897956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.897956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.898104] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.025437] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: SUCCESS [ 672.025993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.131688] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 in Status: SUCCESS [ 672.131984] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 deletion is rescheduled due to dependency. [ 672.132125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.178907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.178907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.178907] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd already deleted. [ 672.178907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259945] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.259945] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.260175] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.260481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.260676] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.260764] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.260863] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261363] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.261554] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.261656] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.261755] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.261852] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.261950] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.262056] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.262180] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.281198] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.281358] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.281527] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.281717] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.282037] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-347fcb03-cf71-4570-9ec6-a09e8d971ed2 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.282225] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.282326] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.282612] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.282743] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347fcb03-cf71-4570-9ec6-a09e8d971ed2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.401656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.401865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.401939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.402222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.402352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.403313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.403313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.403313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.403313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.403313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.403313] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a is going to be updated. [ 672.435238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.436100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.436100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.436100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.436100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.447465] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: IN_PROGRESS for 2s [ 672.471413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 672.471593] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 672.471730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.894536] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.894536] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 347fcb03-cf71-4570-9ec6-a09e8d971ed2 not found, creating... [ 672.894536] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.894536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.898241] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.898241] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 347fcb03-cf71-4570-9ec6-a09e8d971ed2 is going to be created. [ 672.898241] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.898241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.899246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.899246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.899246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.929064] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: SUCCESS [ 672.929310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.929495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.929715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.930064] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.930064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.930206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.930284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.930367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.930453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.930545] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.433395] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.433571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.433645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.433908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.434124] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.435844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.435844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.435844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.436390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.436390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.436390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.436504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.438286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.438286] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.564241] env[66526]: INFO networking_nsxv3.common.synchronization [req-7e9e5d95-4d6d-4a4a-9841-7d1fd2ca3647 req-3d44643d-72d5-4e8f-b920-8667aafe4b6b service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 673.564477] env[66526]: INFO networking_nsxv3.common.synchronization [req-7e9e5d95-4d6d-4a4a-9841-7d1fd2ca3647 req-3d44643d-72d5-4e8f-b920-8667aafe4b6b service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 673.564886] env[66526]: INFO networking_nsxv3.common.synchronization [req-7e9e5d95-4d6d-4a4a-9841-7d1fd2ca3647 req-3d44643d-72d5-4e8f-b920-8667aafe4b6b service nova] Enqueued Resource ID: 347fcb03-cf71-4570-9ec6-a09e8d971ed2 with Priority: HIGHEST for action port [ 673.565851] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 673.565990] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 673.566131] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 347fcb03-cf71-4570-9ec6-a09e8d971ed2 with Priority: HIGHEST for action port [ 673.566510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.567279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.567279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.567279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.567438] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.569259] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.569793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.569793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.569793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.570031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.570031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.570031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.570211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.570650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.570894] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.572765] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-347fcb03-cf71-4570-9ec6-a09e8d971ed2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.572901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.572946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.573091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.573155] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('347fcb03-cf71-4570-9ec6-a09e8d971ed2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.946401] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f39f57c3-0611-42f7-87fd-347e7b8e1295: rpc.has_security_group_logging(os_id): False [ 673.964482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.964732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.964820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.965101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.965195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.965401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.965508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.965571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.965750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.965836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.966091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.966764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.966764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.966764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.966764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.966764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.966764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.967144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.967144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.967144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.970255] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 is going to be created. [ 674.040601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.040601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.040601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.041736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.041736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.057775] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: IN_PROGRESS for 2s [ 674.076543] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.076543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.078384] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.078894] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 347fcb03-cf71-4570-9ec6-a09e8d971ed2 with status ACTIVE [ 674.079081] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.079193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.079977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.079977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.079977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.079977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.080521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.080521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.080521] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.080521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.080521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.080521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.080813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.080813] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 347fcb03-cf71-4570-9ec6-a09e8d971ed2 is going to be updated. [ 674.108097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.108308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.108308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.108557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.108724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.108918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-347fcb03-cf71-4570-9ec6-a09e8d971ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127880] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b648d190-078e-4b4f-8c6d-a58ceb2bf8f0 None None] Enqueued Resource ID: ced82810-7381-4e71-848b-68f26d957954 with Priority: HIGHEST for action port [ 674.129605] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced82810-7381-4e71-848b-68f26d957954 with Priority: HIGHEST for action port [ 674.129605] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced82810-7381-4e71-848b-68f26d957954 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.129605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced82810-7381-4e71-848b-68f26d957954" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.129605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced82810-7381-4e71-848b-68f26d957954" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.129605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced82810-7381-4e71-848b-68f26d957954" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.129605] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced82810-7381-4e71-848b-68f26d957954',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.460981] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a in Status: SUCCESS [ 674.464552] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a deletion is rescheduled due to dependency. [ 674.464552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.586252] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.632398] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ced82810-7381-4e71-848b-68f26d957954 [ 674.633574] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.633844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.634015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.634368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.634528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.634686] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ced82810-7381-4e71-848b-68f26d957954 already deleted. [ 674.634815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced82810-7381-4e71-848b-68f26d957954" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.838834] env[66526]: INFO networking_nsxv3.common.synchronization [req-17aed2ee-4487-4252-a8c6-2c8eb88ad902 req-a2b3e70a-75ae-4339-9c10-8abc5c2aac38 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: caaee31a-95a1-4d27-914f-a0c4a3ad0861 with Priority: HIGHEST for action security_group_rules [ 674.839227] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caaee31a-95a1-4d27-914f-a0c4a3ad0861 with Priority: HIGHEST for action security_group_rules [ 674.839520] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caaee31a-95a1-4d27-914f-a0c4a3ad0861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.839757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caaee31a-95a1-4d27-914f-a0c4a3ad0861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.839757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caaee31a-95a1-4d27-914f-a0c4a3ad0861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.839962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caaee31a-95a1-4d27-914f-a0c4a3ad0861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.840184] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caaee31a-95a1-4d27-914f-a0c4a3ad0861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.088609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.089249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.089811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.091846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.091846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.091846] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be created. [ 675.117505] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.117656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.117866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.117939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.118387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.130358] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: UNINITIALIZED for 2s [ 675.365192] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.365425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.365609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.365693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.365784] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caaee31a-95a1-4d27-914f-a0c4a3ad0861 already deleted. [ 675.365865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caaee31a-95a1-4d27-914f-a0c4a3ad0861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.860537] env[66526]: INFO networking_nsxv3.common.synchronization [None req-6c063f71-79ff-4a34-b014-0a7c03fa57f5 None None] Enqueued Resource ID: e60a23f2-4824-4d25-87f4-f04e8cb69455 with Priority: HIGHEST for action port [ 675.861093] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60a23f2-4824-4d25-87f4-f04e8cb69455 with Priority: HIGHEST for action port [ 675.861839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60a23f2-4824-4d25-87f4-f04e8cb69455 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.861972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60a23f2-4824-4d25-87f4-f04e8cb69455" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.862054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60a23f2-4824-4d25-87f4-f04e8cb69455" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.862312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60a23f2-4824-4d25-87f4-f04e8cb69455" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.862396] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60a23f2-4824-4d25-87f4-f04e8cb69455',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.074187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: SUCCESS [ 676.074325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.370392] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e60a23f2-4824-4d25-87f4-f04e8cb69455 [ 676.370392] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.370392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.370392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.370392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.370392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.370392] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e60a23f2-4824-4d25-87f4-f04e8cb69455 already deleted. [ 676.370392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60a23f2-4824-4d25-87f4-f04e8cb69455" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.686584] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0fc46ca1-58b0-4276-8d51-5053980ec217 tempest-ServersTestBootFromVolume-1080644495 tempest-ServersTestBootFromVolume-1080644495-project-member] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 676.687415] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 676.687961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.690404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.690498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.690866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.690947] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.968188] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d5320b26-22d3-4330-981b-04f587c04b40 tempest-ServersTestBootFromVolume-1080644495 tempest-ServersTestBootFromVolume-1080644495-project-member] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 676.968188] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 676.969132] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.969367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.144438] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 677.144649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.144822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.145040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.145620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.145620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.145620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.145620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.145620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.145900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.145900] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.217162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.217444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.217594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.217992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.218382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.218463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 already deleted. [ 677.218553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.218728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.218892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.218974] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.507340] env[66526]: INFO networking_nsxv3.common.synchronization [None req-29e0fdb0-c3e5-474e-a334-f449a6788c9c None None] Enqueued Resource ID: c08a44eb-479e-4156-a732-bcaf6cc75b0a with Priority: HIGHEST for action port [ 677.507340] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08a44eb-479e-4156-a732-bcaf6cc75b0a with Priority: HIGHEST for action port [ 677.507340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-c08a44eb-479e-4156-a732-bcaf6cc75b0a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.507340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c08a44eb-479e-4156-a732-bcaf6cc75b0a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.507340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c08a44eb-479e-4156-a732-bcaf6cc75b0a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c08a44eb-479e-4156-a732-bcaf6cc75b0a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509815] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c08a44eb-479e-4156-a732-bcaf6cc75b0a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.647970] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.648237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.648443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.648531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.648719] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.648852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.648928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.649241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.649417] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.649503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.649585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.650131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.650131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.650257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.650257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.650348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.650417] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.754048] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.754048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.755546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.755546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.755546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.755546] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 already deleted. [ 677.756126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.840515] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-a5bc73f4-5828-4d3b-a055-01ae09e4f802 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 677.841350] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 677.841730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.841854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.841926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.842145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.842293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.842387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.842444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.842591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.842669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.842767] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.011397] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c08a44eb-479e-4156-a732-bcaf6cc75b0a [ 678.011617] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.011748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.011814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.012046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.012131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.012222] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c08a44eb-479e-4156-a732-bcaf6cc75b0a already deleted. [ 678.012298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c08a44eb-479e-4156-a732-bcaf6cc75b0a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.153966] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 678.172217] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.172217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.172217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.172488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.172488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.172810] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.172810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.172948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.172982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.173076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.173554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.173554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.173664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.173740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173937] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.174602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.174827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.175033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.175443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.175443] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be created. [ 678.262106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.276347] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 678.317395] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.317800] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.318059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319926] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.319926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.319926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.319926] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.319926] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.319926] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.320610] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.320830] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.321198] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.321457] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.345989] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.346179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.346284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.346469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.346553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.346752] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.346843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.346904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.347060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.347226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.347311] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 678.350876] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.351013] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.351137] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.351300] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.351609] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.351753] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.351868] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.352191] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.352320] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebae2151-c998-4bf6-8dce-e28e6b5db8d2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.388979] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.389178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.389258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.389579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.391129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.400343] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 678.846022] env[66526]: INFO networking_nsxv3.common.synchronization [None req-12928136-15a5-4d90-bd23-8bc140d2578c None None] Enqueued Resource ID: 69dc0bf3-79d4-4016-a336-9cef6e7a379f with Priority: HIGHEST for action port [ 678.846413] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69dc0bf3-79d4-4016-a336-9cef6e7a379f with Priority: HIGHEST for action port [ 678.847365] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-69dc0bf3-79d4-4016-a336-9cef6e7a379f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.847365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69dc0bf3-79d4-4016-a336-9cef6e7a379f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.847365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69dc0bf3-79d4-4016-a336-9cef6e7a379f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.847365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69dc0bf3-79d4-4016-a336-9cef6e7a379f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.847695] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69dc0bf3-79d4-4016-a336-9cef6e7a379f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.856921] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.857797] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.857797] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.857797] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.857983] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.858112] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port ebae2151-c998-4bf6-8dce-e28e6b5db8d2 not found, creating... [ 678.858340] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.858501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.858939] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.858939] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.858939] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859494] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.860664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.860664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.860664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.860664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.860664] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: ebae2151-c998-4bf6-8dce-e28e6b5db8d2 is going to be created. [ 678.883317] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.883597] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.883782] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.884229] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.884521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.885655] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.346447] env[66526]: INFO networking_nsxv3.common.synchronization [None req-00cf9718-cc65-4a32-9b36-6f788436a815 tempest-ServersV294TestFqdnHostnames-703571354 tempest-ServersV294TestFqdnHostnames-703571354-project-member] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 679.350093] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 679.350853] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69dc0bf3-79d4-4016-a336-9cef6e7a379f [ 679.350853] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.351123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.351123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.351593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.351593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.351751] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69dc0bf3-79d4-4016-a336-9cef6e7a379f already deleted. [ 679.351812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69dc0bf3-79d4-4016-a336-9cef6e7a379f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.352429] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.352429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.352608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.352971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.353096] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.609660] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e1c486be-58d1-43fa-a7ea-0f4948127df5 tempest-ServersV294TestFqdnHostnames-703571354 tempest-ServersV294TestFqdnHostnames-703571354-project-member] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 679.610536] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 679.610869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.610972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.702019] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-0329f843-a681-466d-ad14-5f9f9b0d8f26 service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 679.702019] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-0329f843-a681-466d-ad14-5f9f9b0d8f26 service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 679.702019] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-0329f843-a681-466d-ad14-5f9f9b0d8f26 service nova] Enqueued Resource ID: ebae2151-c998-4bf6-8dce-e28e6b5db8d2 with Priority: HIGHEST for action port [ 679.702019] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 679.702019] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 679.703120] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebae2151-c998-4bf6-8dce-e28e6b5db8d2 with Priority: HIGHEST for action port [ 679.703614] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.703915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.704112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.704433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.707018] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.707018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.707018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.707018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.707018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.707018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.707018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.707018] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebae2151-c998-4bf6-8dce-e28e6b5db8d2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.880287] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.880287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.880287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.880856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.880856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.880856] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be already deleted. [ 679.880856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.880856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.881043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.881764] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.088282] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-83e76521-d4cf-47bf-9d63-858d0e235df4 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 680.088704] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 680.089466] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.090660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.210359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.210544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.210690] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebae2151-c998-4bf6-8dce-e28e6b5db8d2 with status ACTIVE [ 680.210855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.210995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.211083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.211812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.212561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.212561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.212561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.212561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.212787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.212787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.212940] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.213010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.213057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.213199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.213273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.213353] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebae2151-c998-4bf6-8dce-e28e6b5db8d2 is going to be updated. [ 680.238115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.238279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.238279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.238501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.238632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.239987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebae2151-c998-4bf6-8dce-e28e6b5db8d2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.298433] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 680.298651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.412267] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.413025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.413025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.413025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.413025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.413811] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be already deleted. [ 680.413811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.413950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 680.414425] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d deletion is rescheduled due to dependency. [ 680.414425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.414425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.414592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.414660] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.415018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.415018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.415018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.415161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.415421] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.474538] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.474741] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.474855] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.475156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.475471] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.475580] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.475649] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.476284] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.476284] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.477581] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.477581] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.477581] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.477581] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.477813] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.477869] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.478044] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.501286] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.501528] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.501652] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.501859] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-837" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.502912] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-3ba80b13-d360-4245-a1bc-f140174dfae6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.502912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.502912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.502912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.503252] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba80b13-d360-4245-a1bc-f140174dfae6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.691491] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0105ae04-dc72-4e86-8e4b-ac09f35d7cf8 None None] Enqueued Resource ID: 259879fa-b695-4d77-9f30-64029147d45e with Priority: HIGHEST for action port [ 680.692169] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259879fa-b695-4d77-9f30-64029147d45e with Priority: HIGHEST for action port [ 680.692498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-259879fa-b695-4d77-9f30-64029147d45e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.692632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259879fa-b695-4d77-9f30-64029147d45e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.692685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259879fa-b695-4d77-9f30-64029147d45e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.698707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259879fa-b695-4d77-9f30-64029147d45e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.699070] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259879fa-b695-4d77-9f30-64029147d45e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.919362] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.006140] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.006499] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.006691] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.007081] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.007401] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.007602] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 3ba80b13-d360-4245-a1bc-f140174dfae6 not found, creating... [ 681.007935] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.008166] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.008287] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.008555] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.008842] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.009213] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.009487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.009714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.009991] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.010253] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.010413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 3ba80b13-d360-4245-a1bc-f140174dfae6 is going to be created. [ 681.041133] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.041133] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.041297] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.041508] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.041721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.041928] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.095585] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a5a7280c-f963-4a70-803c-703a8e2aadf4 tempest-ServersTestFqdnHostnames-343020129 tempest-ServersTestFqdnHostnames-343020129-project-member] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 681.096214] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 681.096452] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.096573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.096640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.096895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.096981] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.201631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 259879fa-b695-4d77-9f30-64029147d45e [ 681.201886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.202189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.202320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.202592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.202757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.202897] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:259879fa-b695-4d77-9f30-64029147d45e already deleted. [ 681.203031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259879fa-b695-4d77-9f30-64029147d45e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.293259] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fcff9e1f-b28d-47de-b0ea-4294a28e4a8c tempest-ServersTestFqdnHostnames-343020129 tempest-ServersTestFqdnHostnames-343020129-project-member] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 681.293814] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 681.294116] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.294222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.425910] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.623143] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.623143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.623143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.623143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.623501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.623560] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e already deleted. [ 681.623927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.624363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.624363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.624450] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.836411] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-8c77fd0b-04cf-4cdb-a8bb-7da842b71d5f service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 681.836619] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-8c77fd0b-04cf-4cdb-a8bb-7da842b71d5f service nova] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 681.836863] env[66526]: INFO networking_nsxv3.common.synchronization [req-2baeb9f3-23ab-4383-a463-c79c9332e350 req-8c77fd0b-04cf-4cdb-a8bb-7da842b71d5f service nova] Enqueued Resource ID: 3ba80b13-d360-4245-a1bc-f140174dfae6 with Priority: HIGHEST for action port [ 681.837238] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_rules [ 681.837506] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 681.837584] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba80b13-d360-4245-a1bc-f140174dfae6 with Priority: HIGHEST for action port [ 681.837829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.837955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.838624] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.838624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.838831] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba80b13-d360-4245-a1bc-f140174dfae6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.838953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.839033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.839224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.839300] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba80b13-d360-4245-a1bc-f140174dfae6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.930104] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.930550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.930550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.930550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.930688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.930822] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 681.969991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.970277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.970384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.970603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.970879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.981529] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 682.146576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.146576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.146576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.146817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.146892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.146986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e already deleted. [ 682.147083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.342512] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ba80b13-d360-4245-a1bc-f140174dfae6 with status ACTIVE [ 682.342512] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.342512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.342512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.342512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.342512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.342866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.342866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.342866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.342985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.342985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.343436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.343436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.343436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.343436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.343647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.343647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ba80b13-d360-4245-a1bc-f140174dfae6 is going to be updated. [ 682.383274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.383650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.383650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.383744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.383782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba80b13-d360-4245-a1bc-f140174dfae6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.996268] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 683.998278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.998278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.998278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.998278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.998278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.998278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.998620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.998694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.999218] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.128761] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2a71445e-1212-4dc2-9694-7d62df046710 tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 with Priority: HIGHEST for action security_group_rules [ 684.129916] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 with Priority: HIGHEST for action security_group_rules [ 684.129916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66d4047-9257-4fb6-83cb-d08127cb97e0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.129916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.130415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.130415] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66d4047-9257-4fb6-83cb-d08127cb97e0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.281046] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d661642b-fc66-4eaf-910f-a09f03ae856e tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 with Priority: HIGHEST for action security_group_rules [ 684.281328] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 with Priority: HIGHEST for action security_group_rules [ 684.282019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66d4047-9257-4fb6-83cb-d08127cb97e0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.283319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.503034] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.654664] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.654772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.655656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655656] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 already deleted. [ 684.655656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.655656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.655844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.655844] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66d4047-9257-4fb6-83cb-d08127cb97e0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.009117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.175986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.175986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.176167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.176408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.176559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.176687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66d4047-9257-4fb6-83cb-d08127cb97e0 already deleted. [ 685.176773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66d4047-9257-4fb6-83cb-d08127cb97e0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.376510] env[66526]: INFO networking_nsxv3.common.synchronization [req-b74f3bf0-f388-42df-a362-b3dd31c23ee2 req-36742ef4-1785-461c-a2db-621a76473e28 tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 685.377085] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 685.377429] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.377559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.377634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.377909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.378090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.378186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.378238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.378404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.378489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.378594] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.511222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.511395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.511643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.512080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.512260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.512469] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 685.549251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.549496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.549599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.549839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.550023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.562400] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 685.605075] env[66526]: INFO networking_nsxv3.common.synchronization [req-4c90e849-a7b2-4305-9945-8aba6cdf489f req-afbd318e-9303-4a35-8e51-82c89b392ed6 tempest-ServerDiagnosticsNegativeTest-198728306 tempest-ServerDiagnosticsNegativeTest-198728306-project-member] Enqueued Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 685.606379] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGHEST for action security_group_members [ 685.606379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.606379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.606379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.606827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.606827] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.607185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.607185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.607311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.607387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.607491] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.829744] env[66526]: INFO networking_nsxv3.common.synchronization [req-d9710613-4cfb-45da-b21c-4a7223514369 req-55a1a2d7-34da-404a-bc82-4c95f7997e38 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 32c06838-2fd2-42ac-b5ed-809dbe65f085 with Priority: HIGHEST for action security_group_rules [ 685.831048] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c06838-2fd2-42ac-b5ed-809dbe65f085 with Priority: HIGHEST for action security_group_rules [ 685.831048] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32c06838-2fd2-42ac-b5ed-809dbe65f085 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.831227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32c06838-2fd2-42ac-b5ed-809dbe65f085" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.831350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32c06838-2fd2-42ac-b5ed-809dbe65f085" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.831876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32c06838-2fd2-42ac-b5ed-809dbe65f085" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.831876] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32c06838-2fd2-42ac-b5ed-809dbe65f085',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.881437] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.882069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.883733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.883733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.884161] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 already deleted. [ 685.884161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.109748] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.110300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.110300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.110381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.110478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.110714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.111042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111253] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f is going to be updated. [ 686.157229] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.157229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.157229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.157229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.157229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.168088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: IN_PROGRESS for 2s [ 686.200028] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.200028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.200028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.200028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.200428] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.200719] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.200943] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.201271] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.201517] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.201819] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.202036] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.202261] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.204019] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.204019] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.204019] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.204019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.230099] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.230099] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.230099] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.230099] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.230099] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-d8d2e752-20f8-4304-8679-a9bf76ae8c78 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.230568] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.230568] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.230656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.230780] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d2e752-20f8-4304-8679-a9bf76ae8c78',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.354081] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.354286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.354356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.354537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.354657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.354717] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32c06838-2fd2-42ac-b5ed-809dbe65f085 already deleted. [ 686.354803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32c06838-2fd2-42ac-b5ed-809dbe65f085" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.733369] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.733564] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.733716] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.734035] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.734216] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.734602] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port d8d2e752-20f8-4304-8679-a9bf76ae8c78 not found, creating... [ 686.734945] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.735275] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.735424] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.735852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.735905] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.736458] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.736458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.736458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.736864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.736864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.736941] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: d8d2e752-20f8-4304-8679-a9bf76ae8c78 is going to be created. [ 686.758441] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.758624] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.759733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.759733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.759733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.759733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.022150] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d398d312-d53b-4c17-9984-0ec9be42fae2 None None] Enqueued Resource ID: 5690d4cc-366d-47f5-a759-4add87b12952 with Priority: HIGHEST for action port [ 687.022797] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5690d4cc-366d-47f5-a759-4add87b12952 with Priority: HIGHEST for action port [ 687.023139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5690d4cc-366d-47f5-a759-4add87b12952 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.023339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5690d4cc-366d-47f5-a759-4add87b12952" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.023339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5690d4cc-366d-47f5-a759-4add87b12952" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.023583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5690d4cc-366d-47f5-a759-4add87b12952" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.023668] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5690d4cc-366d-47f5-a759-4add87b12952',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.525294] env[66526]: INFO networking_nsxv3.common.synchronization [req-b74f3bf0-f388-42df-a362-b3dd31c23ee2 req-d6842de8-026d-4c2e-8104-e789a29d39e3 service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 687.525589] env[66526]: INFO networking_nsxv3.common.synchronization [req-b74f3bf0-f388-42df-a362-b3dd31c23ee2 req-d6842de8-026d-4c2e-8104-e789a29d39e3 service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 687.525696] env[66526]: INFO networking_nsxv3.common.synchronization [req-b74f3bf0-f388-42df-a362-b3dd31c23ee2 req-d6842de8-026d-4c2e-8104-e789a29d39e3 service nova] Enqueued Resource ID: d8d2e752-20f8-4304-8679-a9bf76ae8c78 with Priority: HIGHEST for action port [ 687.525829] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 687.525954] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 687.526062] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d2e752-20f8-4304-8679-a9bf76ae8c78 with Priority: HIGHEST for action port [ 687.526632] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.526804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.526846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.527390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.527492] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.529866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.529866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.529866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530197] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.530339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.530377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.530775] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.535017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d2e752-20f8-4304-8679-a9bf76ae8c78 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535017] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d2e752-20f8-4304-8679-a9bf76ae8c78',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.535017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5690d4cc-366d-47f5-a759-4add87b12952 [ 687.535017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.535017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5690d4cc-366d-47f5-a759-4add87b12952 already deleted. [ 687.535017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5690d4cc-366d-47f5-a759-4add87b12952" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.577017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577017] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.578978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.579281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.579572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.579796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.580025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.580263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.580457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.580875] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.894186] env[66526]: INFO networking_nsxv3.common.synchronization [req-6aa57550-f9b5-4d5f-8da9-81ce042363d4 req-8703c177-4233-4899-be95-a101d64e0379 tempest-FloatingIPsAssociationNegativeTestJSON-876367837 tempest-FloatingIPsAssociationNegativeTestJSON-876367837-project-member] Enqueued Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 687.895403] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGHEST for action security_group_members [ 687.899195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.899195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.899195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.899195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.899195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.899195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.899195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.899779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.899779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.899779] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.034536] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.034536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.039191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d2e752-20f8-4304-8679-a9bf76ae8c78 with status ACTIVE [ 688.039931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.040347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.040492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.040758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.040849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.041138] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.041260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.041315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.041505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.041835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.041915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.042032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.042111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.042256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.042350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.042467] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d2e752-20f8-4304-8679-a9bf76ae8c78 is going to be updated. [ 688.047245] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.236017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.236219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.236322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.236507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.236637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.236794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d2e752-20f8-4304-8679-a9bf76ae8c78" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.237278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.237392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.237582] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.249943] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f in Status: SUCCESS [ 688.250192] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f deletion is rescheduled due to dependency. [ 688.250352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.401499] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.402430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.402430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.402845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.402845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.403066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.403247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.403374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.403624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.403831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.403886] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba23019-1160-4137-a974-5fa792565600 is going to be updated. [ 688.443871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.443871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.443871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.443871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.446132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.463020] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba23019-1160-4137-a974-5fa792565600 in Status: IN_PROGRESS for 2s [ 688.551522] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.742440] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.057930] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.058494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.058573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.058667] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be created. [ 689.089155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.089446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.089446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.089712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.089875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.108702] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: UNINITIALIZED for 2s [ 689.250169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.250169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.250169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.250169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.250169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.250169] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 689.293099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.293311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.293445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.293749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.323805] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 689.713844] env[66526]: INFO networking_nsxv3.common.synchronization [None req-10d9967f-7e1f-4790-a5fb-e3ec46942506 None None] Enqueued Resource ID: e919dc40-012e-4c99-84c8-c4c0c74a0fb3 with Priority: HIGHEST for action port [ 689.713844] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e919dc40-012e-4c99-84c8-c4c0c74a0fb3 with Priority: HIGHEST for action port [ 689.713844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e919dc40-012e-4c99-84c8-c4c0c74a0fb3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.713844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e919dc40-012e-4c99-84c8-c4c0c74a0fb3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e919dc40-012e-4c99-84c8-c4c0c74a0fb3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.715182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e919dc40-012e-4c99-84c8-c4c0c74a0fb3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.715182] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e919dc40-012e-4c99-84c8-c4c0c74a0fb3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.218175] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e919dc40-012e-4c99-84c8-c4c0c74a0fb3 [ 690.218603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.218754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.218834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.219087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.219220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.219772] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e919dc40-012e-4c99-84c8-c4c0c74a0fb3 already deleted. [ 690.219772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e919dc40-012e-4c99-84c8-c4c0c74a0fb3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.474404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eba23019-1160-4137-a974-5fa792565600 in Status: SUCCESS [ 690.474645] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eba23019-1160-4137-a974-5fa792565600 deletion is rescheduled due to dependency. [ 690.474718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.127123] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 691.127123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.127123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.127123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.127123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.127908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.128137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.130212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.130212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.130212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.130212] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.338036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.338036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.338036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.338036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.339644] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.340050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.340280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.340578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.340784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341247] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.428390] env[66526]: INFO networking_nsxv3.common.synchronization [req-62dc5d99-be91-415f-89be-1400fc9e7375 req-6e1dad81-dfdc-4b00-95ef-a7f6d495a78c tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 691.428390] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 691.428751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8eee41-64ab-483b-ad63-bfe369194376 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.429014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.429180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.429750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.429959] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8eee41-64ab-483b-ad63-bfe369194376',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.632935] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.633129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.633200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.633388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.633551] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.633672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.633728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.633841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.633920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.634014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.634168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.634279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.634443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.634575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.634656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.634840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.634906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.634987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.635069] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.846958] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f86119-5368-441a-9260-30d8f39fa85d: rpc.has_security_group_logging(os_id): False [ 691.864442] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.864588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.864658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.864871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.864960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.865226] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.865345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.866018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.866018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.866018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.866018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.866018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.866018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.866242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.866242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.866344] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.866430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.866488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.866620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.866687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.866767] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 691.969413] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.969413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.969413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.969413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.969413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.969413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8eee41-64ab-483b-ad63-bfe369194376 already deleted. [ 691.969413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.014093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.014275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.014340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.014572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.015830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.042179] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 692.137626] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a0594f-45d8-45a5-b5d7-640c8f3e3519: rpc.has_security_group_logging(os_id): False [ 692.162424] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.162655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.162765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.163096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.163238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.164292] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.164292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.164292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.164292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.164292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.164557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.164599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.164824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.165070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.165303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.165610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.168256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.168507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.168680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.168745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.168922] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be created. [ 692.183359] env[66526]: INFO networking_nsxv3.common.synchronization [req-86ca9053-2927-4125-9c8c-36378734b5bb req-8bbb9d1a-1946-43bb-a0c1-4b965c7280ca tempest-InstanceActionsNegativeTestJSON-248118970 tempest-InstanceActionsNegativeTestJSON-248118970-project-member] Enqueued Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 692.183359] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGHEST for action security_group_members [ 692.183359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.183359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.183359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.183359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.183574] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184338] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.244857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.245052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.245179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.245444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.245623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.266400] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 692.646728] env[66526]: INFO networking_nsxv3.common.synchronization [req-9436a27a-3085-4857-bd9a-5ead567c20d7 req-8eb38548-e56e-4ed6-a6a3-b85009901f34 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 692.647625] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 692.648112] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8eee41-64ab-483b-ad63-bfe369194376 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.648444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.648444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.648928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.648928] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8eee41-64ab-483b-ad63-bfe369194376',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.686846] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.686928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.687079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.687437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.687594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.687866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.688058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.688190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.688426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.688656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.688656] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 is going to be updated. [ 692.732450] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.732669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.732746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.732972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.733155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.748411] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: IN_PROGRESS for 2s [ 693.178728] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.179226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.179226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.180335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180448] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8eee41-64ab-483b-ad63-bfe369194376 already deleted. [ 693.180535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.944363] env[66526]: INFO networking_nsxv3.common.synchronization [req-e042454e-8416-4cc6-8271-7c1a107cce88 req-92744e99-15c8-46f2-96db-4b8b0052d293 tempest-SecurityGroupRulesTestJSON-491419071 tempest-SecurityGroupRulesTestJSON-491419071-project-member] Enqueued Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 693.944902] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8eee41-64ab-483b-ad63-bfe369194376 with Priority: HIGHEST for action security_group_rules [ 693.945364] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b8eee41-64ab-483b-ad63-bfe369194376 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.945364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.945479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.945636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.945740] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b8eee41-64ab-483b-ad63-bfe369194376',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.058904] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 694.058904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.059231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.060306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.060306] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.279391] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 694.279709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.474525] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.474753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.474753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.475014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.475014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.475145] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b8eee41-64ab-483b-ad63-bfe369194376 already deleted. [ 694.475189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b8eee41-64ab-483b-ad63-bfe369194376" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.563317] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.563317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.563317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.563570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.563674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.563794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.563859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.564072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.564168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.564258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.564402] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.759150] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 in Status: SUCCESS [ 694.759242] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 deletion is rescheduled due to dependency. [ 694.759309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.067606] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.067606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.067782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.067882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068082] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.068458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.068678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.068866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.069955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.069955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.069955] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.575023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6f86119-5368-441a-9260-30d8f39fa85d: rpc.has_security_group_logging(os_id): False [ 695.594685] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.595038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.595038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.596027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.596027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.596027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.596027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.596203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.596495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.596495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.596772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.596930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.597047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.597328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.597388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.597694] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.598009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.598009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.598660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.598660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.598660] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 695.688764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.688994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.689109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.689382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.689597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.706801] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 696.388075] env[66526]: INFO networking_nsxv3.common.synchronization [req-6dde6780-6155-4419-b5d7-70ac4d665743 req-ea3f4a98-31cf-4d89-bd1e-1ffecdddadf3 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 696.388799] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 696.388915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.389838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.390028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.390392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.390565] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.390760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.390760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.390867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.390955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.391142] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.765472] env[66526]: INFO networking_nsxv3.common.synchronization [req-d279f665-d2de-4a59-9de9-0a0f581518c5 req-711d551f-f9b9-490b-8135-494942332081 tempest-MultipleCreateTestJSON-1066202891 tempest-MultipleCreateTestJSON-1066202891-project-member] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 696.765922] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGHEST for action security_group_members [ 696.765922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.766043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.892736] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.165526] env[66526]: INFO networking_nsxv3.common.synchronization [req-8da20991-dead-4934-8df9-7f0a22738d6e req-172bd22f-64e5-483d-8685-5d13ba17f534 tempest-ServersTestManualDisk-2020559526 tempest-ServersTestManualDisk-2020559526-project-member] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 697.166098] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 697.166424] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.166853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.167011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.167321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.168443] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.168591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.168661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.168839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.168930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.169085] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.398186] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.635020] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.635020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-451" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.635020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-451" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.635020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-451" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.635883] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.636448] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.636680] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.637565] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.637944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.640019] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.640019] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.640019] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.640019] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.640019] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.640019] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.640019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.661177] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.661384] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.661514] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.661675] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-451" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.661980] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.662160] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.662273] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.662673] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.662822] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ae33f9-7a4d-43e5-8381-8211ea8f32bc',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.672184] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.672837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.672837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.672837] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.673189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.673189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.673189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c already deleted. [ 697.673189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.729128] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 697.729128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.866472] env[66526]: INFO networking_nsxv3.common.synchronization [req-46ed0891-03e9-42fc-b0f1-7f8633500498 req-5498afb4-e5aa-4afb-b4db-009b24f31a5a tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 697.866979] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 697.867320] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.867412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.867484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.867690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.867843] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.867937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.867989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.868153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.868505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.868505] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.900320] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.900479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.900607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.900839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.900938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.901066] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 697.929458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.929630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.929683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.929895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.939332] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 698.166266] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.166476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.166593] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.166851] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.166990] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.167141] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port e1ae33f9-7a4d-43e5-8381-8211ea8f32bc not found, creating... [ 698.167443] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.167593] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.167702] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.167905] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.168043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.168370] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.168545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.168654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.168852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.168976] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.169119] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: e1ae33f9-7a4d-43e5-8381-8211ea8f32bc is going to be created. [ 698.190433] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.190578] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.190673] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.190935] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.191162] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.191372] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.370141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.370354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.370563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.370806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.371095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.371165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.371232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.371285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.371430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.371508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.371595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 698.401817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.401817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.401817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.402056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.402140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.412494] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 698.948519] env[66526]: INFO networking_nsxv3.common.synchronization [req-8da20991-dead-4934-8df9-7f0a22738d6e req-c3da6542-b9e8-4277-8730-1e24219acf0c service nova] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 698.948759] env[66526]: INFO networking_nsxv3.common.synchronization [req-8da20991-dead-4934-8df9-7f0a22738d6e req-c3da6542-b9e8-4277-8730-1e24219acf0c service nova] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 698.950282] env[66526]: INFO networking_nsxv3.common.synchronization [req-8da20991-dead-4934-8df9-7f0a22738d6e req-c3da6542-b9e8-4277-8730-1e24219acf0c service nova] Enqueued Resource ID: e1ae33f9-7a4d-43e5-8381-8211ea8f32bc with Priority: HIGHEST for action port [ 698.950282] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_rules [ 698.950282] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 698.950282] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ae33f9-7a4d-43e5-8381-8211ea8f32bc with Priority: HIGHEST for action port [ 698.950282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.950282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.950808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.950808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.950808] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.954708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.954708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.954708] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.954708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.954708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.954708] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ae33f9-7a4d-43e5-8381-8211ea8f32bc',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.438465] env[66526]: INFO networking_nsxv3.common.synchronization [req-659cf028-e36d-4b0b-b08f-ed147dff7fd9 req-88ad860a-1658-474a-961a-6fb63d54386c tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 699.440470] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 699.441893] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.442104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.442236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.442555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.442817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.442992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.443123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.443396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.443547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.443721] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.456812] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.456812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.457133] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.458279] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ae33f9-7a4d-43e5-8381-8211ea8f32bc with status ACTIVE [ 699.458576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.458831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.458899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.460126] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.460126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.460403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.460403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.460403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.460509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.460550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.460658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ae33f9-7a4d-43e5-8381-8211ea8f32bc is going to be updated. [ 699.489261] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.489422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.489513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.489788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.489940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.490135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ae33f9-7a4d-43e5-8381-8211ea8f32bc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.875032] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.875261] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.875411] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.875707] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.875962] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.876296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.876434] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.876649] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.876786] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.876983] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.877102] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.877202] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.877354] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.877498] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.877604] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.877731] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.896632] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.896792] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.896919] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.897103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.897493] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.897809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.897809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.898098] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.898231] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083640c0-a9a2-4ef1-8fe8-a62061c68bd0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.947153] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.949918] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 699.950234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.950409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950813] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.951178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.951260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951353] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.962915] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.401111] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.401111] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.401111] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.401283] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.401404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.401553] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 not found, creating... [ 700.401811] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.401962] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.402089] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.402309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.402609] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.402711] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.402853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.403012] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.403268] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.403395] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.403583] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 is going to be created. [ 700.422283] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 700.422704] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 700.422704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.424732] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.424935] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425074] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425344] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425556] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.425763] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454655] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be updated. [ 700.455741] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.465522] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.465656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.465656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.465854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.465974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.466102] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c is going to be created. [ 700.492335] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.492792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.492792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.492792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.492921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.498077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.498217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.498262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.498536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.498735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.505739] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: IN_PROGRESS for 2s [ 700.510049] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: UNINITIALIZED for 2s [ 700.823771] env[66526]: INFO networking_nsxv3.common.synchronization [req-77ccf6ef-37b8-46ea-9aa2-e4c2c37e32a4 req-7fea42d2-fa70-4165-badf-7f9626d26c7c tempest-VolumesAssistedSnapshotsTest-161789711 tempest-VolumesAssistedSnapshotsTest-161789711-project-member] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 700.824325] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGHEST for action security_group_members [ 700.824656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.824793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.824844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.825070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.825236] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.825340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.825402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.825572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.825656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.825759] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.958419] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.960315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.960767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.962936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.962936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.962936] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 701.000383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.000668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.000668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.000796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.000924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010629] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 701.108397] env[66526]: INFO networking_nsxv3.common.synchronization [req-a41ad54b-87ae-453e-b358-11f14c349207 req-d6f55c3a-d2cf-475d-b1de-5733526dd8bc tempest-ServersAdminNegativeTestJSON-1465894665 tempest-ServersAdminNegativeTestJSON-1465894665-project-member] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 701.108397] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 701.108397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.109170] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [req-659cf028-e36d-4b0b-b08f-ed147dff7fd9 req-ed7cda82-5baa-4895-b661-f51c9c727ac8 service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [req-659cf028-e36d-4b0b-b08f-ed147dff7fd9 req-ed7cda82-5baa-4895-b661-f51c9c727ac8 service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [req-659cf028-e36d-4b0b-b08f-ed147dff7fd9 req-ed7cda82-5baa-4895-b661-f51c9c727ac8 service nova] Enqueued Resource ID: 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 with Priority: HIGHEST for action port [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 701.138153] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 with Priority: HIGHEST for action port [ 701.138153] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.138153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.138153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.138153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.138153] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.139360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.139718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.140014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.140991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.146454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.146454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.146454] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('083640c0-a9a2-4ef1-8fe8-a62061c68bd0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.328286] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.328595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.328716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.329157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.329294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.329575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.329776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.329891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.330094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.330220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.330336] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 is going to be updated. [ 701.363222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.363371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.363442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.363995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.363995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.378827] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: IN_PROGRESS for 2s [ 701.611977] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.647350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.648612] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 with status ACTIVE [ 701.649487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.649487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.649487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.649791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.650049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.650084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.650244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.650333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.650389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.650522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.650590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.650668] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 083640c0-a9a2-4ef1-8fe8-a62061c68bd0 is going to be updated. [ 701.674683] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.674683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.674683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.674683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.674683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.674683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-083640c0-a9a2-4ef1-8fe8-a62061c68bd0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.114303] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.521013] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6f86119-5368-441a-9260-30d8f39fa85d in Status: SUCCESS [ 702.521013] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6f86119-5368-441a-9260-30d8f39fa85d deletion is rescheduled due to dependency. [ 702.521013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.525084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: SUCCESS [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.525084] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.525084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.525084] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.620021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.620021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.620021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.621050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.621050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.621050] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be updated. [ 702.654964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.668666] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 703.023370] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 703.023795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.023795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.024062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.024257] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.024374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.024437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.024713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.024713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.024798] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.029389] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.390034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 in Status: SUCCESS [ 703.391048] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 deletion is rescheduled due to dependency. [ 703.391048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.530527] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.532131] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e896be2-db0e-4646-a8c5-4d69aa9b222c: rpc.has_security_group_logging(os_id): False [ 703.551786] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.551786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.551786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.552073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.552347] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.552466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.552516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.552763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.552845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.553417] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c is going to be created. [ 703.616136] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.616275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.616309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.616613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.616712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.632681] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: IN_PROGRESS for 2s [ 704.035251] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.540123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.540123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.540123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.540631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.540631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.540631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 704.586432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.586432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.586432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.586737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.587392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.601471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 704.682023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 704.682632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.700945] env[66526]: INFO networking_nsxv3.common.synchronization [None req-7257a285-381a-4297-b020-7a757de0712e None None] Enqueued Resource ID: 1e072cee-70df-460d-911c-1d4037c79487 with Priority: HIGHEST for action port [ 704.700945] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e072cee-70df-460d-911c-1d4037c79487 with Priority: HIGHEST for action port [ 704.702230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e072cee-70df-460d-911c-1d4037c79487 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.702531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e072cee-70df-460d-911c-1d4037c79487" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e072cee-70df-460d-911c-1d4037c79487" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e072cee-70df-460d-911c-1d4037c79487" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703414] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e072cee-70df-460d-911c-1d4037c79487',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.208282] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e072cee-70df-460d-911c-1d4037c79487 [ 705.208282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.208282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.208282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.208282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.208282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.208282] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e072cee-70df-460d-911c-1d4037c79487 already deleted. [ 705.208282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e072cee-70df-460d-911c-1d4037c79487" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.646959] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: SUCCESS [ 705.647471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.183975] env[66526]: INFO networking_nsxv3.common.synchronization [req-805e756b-3b03-4bc8-8ae7-4ab910c4b004 req-49885a62-e7da-4221-bf6b-941f84392434 tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 706.184309] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 706.184641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.184748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.615690] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 706.616033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.616204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.616499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.616737] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.616921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.616992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.617333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.617333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.617489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.617596] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.618623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.621052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.621136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.621209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.621423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.621530] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.788383] env[66526]: INFO networking_nsxv3.common.synchronization [None req-ecf55aa4-dfc2-4289-8651-4a7134997fc6 None None] Enqueued Resource ID: 95decd80-6ca4-4d56-870a-0924f7b43e80 with Priority: HIGHEST for action port [ 706.788383] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95decd80-6ca4-4d56-870a-0924f7b43e80 with Priority: HIGHEST for action port [ 706.790799] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-95decd80-6ca4-4d56-870a-0924f7b43e80 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.790799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95decd80-6ca4-4d56-870a-0924f7b43e80" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.790799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95decd80-6ca4-4d56-870a-0924f7b43e80" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.790799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95decd80-6ca4-4d56-870a-0924f7b43e80" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.790799] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95decd80-6ca4-4d56-870a-0924f7b43e80',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.889097] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.889097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.889097] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889564] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889848] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.890316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.890575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.890956] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.891232] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.891448] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.891670] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.892255] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.892500] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.893268] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.923647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.924033] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.924600] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.924600] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-620" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.926110] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.926110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.926110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.926110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.926110] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5acbfbc-2f65-4516-9292-ecd41b0c8aaa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.123808] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.127301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.127301] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.293379] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95decd80-6ca4-4d56-870a-0924f7b43e80 [ 707.293706] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.293855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.293901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.294140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.294226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.294326] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95decd80-6ca4-4d56-870a-0924f7b43e80 already deleted. [ 707.294474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95decd80-6ca4-4d56-870a-0924f7b43e80" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.429886] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.430113] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.430161] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.430531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.430703] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.430953] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port a5acbfbc-2f65-4516-9292-ecd41b0c8aaa not found, creating... [ 707.431252] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.431463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.431678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.431911] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.432122] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.432401] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.433024] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.433024] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.433024] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.433151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.433190] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: a5acbfbc-2f65-4516-9292-ecd41b0c8aaa is going to be created. [ 707.470756] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.470756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.470756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.630657] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.904924] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b4046ea3-33a7-4c25-ac11-276cc7928d56 None None] Enqueued Resource ID: ac7d1670-efbf-4221-8300-804d3cafa1b7 with Priority: HIGHEST for action port [ 707.905762] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7d1670-efbf-4221-8300-804d3cafa1b7 with Priority: HIGHEST for action port [ 707.906157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac7d1670-efbf-4221-8300-804d3cafa1b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.906157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac7d1670-efbf-4221-8300-804d3cafa1b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.906157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac7d1670-efbf-4221-8300-804d3cafa1b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.907192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac7d1670-efbf-4221-8300-804d3cafa1b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.907192] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac7d1670-efbf-4221-8300-804d3cafa1b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [req-805e756b-3b03-4bc8-8ae7-4ab910c4b004 req-f319c0f9-c3a8-4388-8a6e-2ab12485014c service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [req-805e756b-3b03-4bc8-8ae7-4ab910c4b004 req-f319c0f9-c3a8-4388-8a6e-2ab12485014c service nova] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [req-805e756b-3b03-4bc8-8ae7-4ab910c4b004 req-f319c0f9-c3a8-4388-8a6e-2ab12485014c service nova] Enqueued Resource ID: a5acbfbc-2f65-4516-9292-ecd41b0c8aaa with Priority: HIGHEST for action port [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_rules [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 708.128307] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5acbfbc-2f65-4516-9292-ecd41b0c8aaa with Priority: HIGHEST for action port [ 708.128307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.128307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.128307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.129525] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.129649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.129769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.129966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.130326] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5acbfbc-2f65-4516-9292-ecd41b0c8aaa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.133022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.133130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.133654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.133770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.134338] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 708.162765] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.162954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.163269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.163336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.163456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.173894] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 708.409361] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac7d1670-efbf-4221-8300-804d3cafa1b7 [ 708.409361] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.409361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.409361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.409361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.409361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.410513] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac7d1670-efbf-4221-8300-804d3cafa1b7 already deleted. [ 708.410513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac7d1670-efbf-4221-8300-804d3cafa1b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.633986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5acbfbc-2f65-4516-9292-ecd41b0c8aaa with status ACTIVE [ 708.634256] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.634390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.634629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.634674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.634738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.634909] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.635662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.635662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.635662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.635662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.635662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.635662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.635873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.635873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.636499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.636499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5acbfbc-2f65-4516-9292-ecd41b0c8aaa is going to be updated. [ 708.662823] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.662823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.662823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.662823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.662823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.662823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5acbfbc-2f65-4516-9292-ecd41b0c8aaa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.073774] env[66526]: INFO networking_nsxv3.common.synchronization [req-e31d761c-ea74-4583-aad2-3b287c98eae2 req-e49602dd-1257-4062-8cbb-9e1dc4c99ee9 tempest-ListImageFiltersTestJSON-1900286333 tempest-ListImageFiltersTestJSON-1900286333-project-member] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 709.074178] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 709.074423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.074885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.074885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.075267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.075553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.076244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.076365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.076556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.077027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.077202] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.581412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.581593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.581666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.581885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.581977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.582616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.582816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.582816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.583478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.583565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.583674] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce already deleted. [ 709.583827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.720973] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.721247] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.721322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.721561] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.721811] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.721956] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.722357] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.722624] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.722803] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.723087] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.723360] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.723806] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.723806] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.723806] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.723806] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.723981] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.755649] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.755818] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.756078] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.756135] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.756433] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-c9590aeb-ebd9-4702-bf0e-c3154f673df4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.756582] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.756696] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.757028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.757172] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9590aeb-ebd9-4702-bf0e-c3154f673df4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.132895] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a1dfc441-f437-4e94-a66b-6c011a6dc0f5 None None] Enqueued Resource ID: 4648b253-fc43-4365-8079-72eaade9b61e with Priority: HIGHEST for action port [ 710.132895] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4648b253-fc43-4365-8079-72eaade9b61e with Priority: HIGHEST for action port [ 710.133349] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-4648b253-fc43-4365-8079-72eaade9b61e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.133459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4648b253-fc43-4365-8079-72eaade9b61e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.133514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4648b253-fc43-4365-8079-72eaade9b61e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.133744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4648b253-fc43-4365-8079-72eaade9b61e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.133886] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4648b253-fc43-4365-8079-72eaade9b61e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.183329] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 710.183546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.183705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.184022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.184262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.184381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.184713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.184713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.184796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185078] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.185078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.185157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.185238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185461] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.185578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.185617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.185768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185970] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.187309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.187601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.187864] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.187864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.187864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.188040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.188148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.188239] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.259798] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.260082] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.260289] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.260483] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.260694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.260762] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port c9590aeb-ebd9-4702-bf0e-c3154f673df4 not found, creating... [ 710.261035] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.261188] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.261295] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.261500] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.261633] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.262110] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.262110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.262224] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.262332] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.262454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.262587] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: c9590aeb-ebd9-4702-bf0e-c3154f673df4 is going to be created. [ 710.287087] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.287315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.287944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.287944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.288458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.288458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.636981] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4648b253-fc43-4365-8079-72eaade9b61e [ 710.637191] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.637329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.637458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.637688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.637826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.637931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4648b253-fc43-4365-8079-72eaade9b61e already deleted. [ 710.638032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4648b253-fc43-4365-8079-72eaade9b61e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.690342] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a0594f-45d8-45a5-b5d7-640c8f3e3519: rpc.has_security_group_logging(os_id): False [ 710.692016] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.714292] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.714459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.714528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.715075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.715075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.715075] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.715231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.715231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.715344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.715417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.715619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.715710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.715780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.715914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.715984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.716215] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.716334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.716675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.716675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.716675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.716675] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 710.780706] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.780863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.780941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.781154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.781270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.796320] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 711.036114] env[66526]: INFO networking_nsxv3.common.synchronization [req-e31d761c-ea74-4583-aad2-3b287c98eae2 req-97815a23-fef8-480e-a031-4a6f45b979df service nova] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_rules [ 711.036114] env[66526]: INFO networking_nsxv3.common.synchronization [req-e31d761c-ea74-4583-aad2-3b287c98eae2 req-97815a23-fef8-480e-a031-4a6f45b979df service nova] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 711.036114] env[66526]: INFO networking_nsxv3.common.synchronization [req-e31d761c-ea74-4583-aad2-3b287c98eae2 req-97815a23-fef8-480e-a031-4a6f45b979df service nova] Enqueued Resource ID: c9590aeb-ebd9-4702-bf0e-c3154f673df4 with Priority: HIGHEST for action port [ 711.036484] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_rules [ 711.036623] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 711.036764] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9590aeb-ebd9-4702-bf0e-c3154f673df4 with Priority: HIGHEST for action port [ 711.037562] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.037658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.037743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.038019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.038131] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.039174] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.039402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.039498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.039675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.039823] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.039916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.039976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.040236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.040324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.040412] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.041141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9590aeb-ebd9-4702-bf0e-c3154f673df4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.041246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.041312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.041457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.041530] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9590aeb-ebd9-4702-bf0e-c3154f673df4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.195512] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.543869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.544057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.546435] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.547197] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9590aeb-ebd9-4702-bf0e-c3154f673df4 with status ACTIVE [ 711.547197] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.547197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.547197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.547411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.547542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.547723] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.547799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.548105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.548105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.548105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.548266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.548319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.548364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.548507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.548580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.548668] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9590aeb-ebd9-4702-bf0e-c3154f673df4 is going to be updated. [ 711.573313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.573726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.573880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.574217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.574451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.574720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9590aeb-ebd9-4702-bf0e-c3154f673df4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.698899] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e1b948e7-a883-4422-896b-dab36a8e4db7 None None] Enqueued Resource ID: 1c549a26-82dc-4295-a71c-5b364dacc829 with Priority: HIGHEST for action port [ 711.698899] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.698899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.698899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.698899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.698899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.698899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 711.699980] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c549a26-82dc-4295-a71c-5b364dacc829 with Priority: HIGHEST for action port [ 711.702116] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c549a26-82dc-4295-a71c-5b364dacc829 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.702116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c549a26-82dc-4295-a71c-5b364dacc829" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.702116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c549a26-82dc-4295-a71c-5b364dacc829" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.702116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c549a26-82dc-4295-a71c-5b364dacc829" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.702116] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c549a26-82dc-4295-a71c-5b364dacc829',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.738659] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.738815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.739085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.739163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.739258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.750618] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 712.053055] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.205547] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c549a26-82dc-4295-a71c-5b364dacc829 [ 712.205547] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.205547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.205547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.205547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.205547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.205547] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c549a26-82dc-4295-a71c-5b364dacc829 already deleted. [ 712.205547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c549a26-82dc-4295-a71c-5b364dacc829" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.340865] env[66526]: INFO networking_nsxv3.common.synchronization [req-5a8e2de4-e733-46bb-863a-d98ffa2849d3 req-2422cad0-836b-4466-a1b6-f0e7979698c3 tempest-ServersV294TestFqdnHostnames-703571354 tempest-ServersV294TestFqdnHostnames-703571354-project-member] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 712.341439] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 712.341733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.341847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.341913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.342609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.342778] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.343283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.343358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.343514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.343604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.343700] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.367839] env[66526]: INFO networking_nsxv3.common.synchronization [None req-62ce18d9-640e-4e31-96ca-bfc176436226 None None] Enqueued Resource ID: 70cafe6d-35d0-47cb-8954-40a541221891 with Priority: HIGHEST for action port [ 712.368805] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70cafe6d-35d0-47cb-8954-40a541221891 with Priority: HIGHEST for action port [ 712.369144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-70cafe6d-35d0-47cb-8954-40a541221891 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.369267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70cafe6d-35d0-47cb-8954-40a541221891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.369334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70cafe6d-35d0-47cb-8954-40a541221891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.369587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70cafe6d-35d0-47cb-8954-40a541221891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.369668] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70cafe6d-35d0-47cb-8954-40a541221891',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.558382] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.558382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.558382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.558382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.558382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.558382] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be created. [ 712.584198] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.584464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.584553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.584982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.585228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.597290] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: UNINITIALIZED for 2s [ 712.816671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 712.816964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.817115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.817330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.817448] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.848135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.848267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.849362] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.849362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.849362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be already deleted. [ 712.849722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.871629] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70cafe6d-35d0-47cb-8954-40a541221891 [ 712.871956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.872171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.872361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.872561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.872847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.873342] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70cafe6d-35d0-47cb-8954-40a541221891 already deleted. [ 712.873342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70cafe6d-35d0-47cb-8954-40a541221891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.005249] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.005249] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.005249] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.005249] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.011353] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.011479] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.011589] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.012635] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.012635] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.012635] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.012635] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.012635] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.012635] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.012635] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.012635] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.012921] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.039645] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.039716] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.039858] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.040041] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-891" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.040373] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.040547] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.040655] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.040977] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.041125] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.320773] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.320773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.543681] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.544550] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.544550] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.544635] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.544891] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.545775] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 not found, creating... [ 713.545775] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.545775] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.546207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.546556] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.547169] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.547169] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.547506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.547637] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.547889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.548031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.548171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 is going to be created. [ 713.551466] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58ad19f-4e93-4826-aa7b-27b0b0cbed1d req-94c08599-1014-433a-a2cf-1e1e00efd37c tempest-SecurityGroupRulesNegativeTestJSON-665217125 tempest-SecurityGroupRulesNegativeTestJSON-665217125-project-member] Enqueued Resource ID: 0329b237-d3c2-4935-a711-637fed125c51 with Priority: HIGHEST for action security_group_rules [ 713.553173] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329b237-d3c2-4935-a711-637fed125c51 with Priority: HIGHEST for action security_group_rules [ 713.553173] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0329b237-d3c2-4935-a711-637fed125c51 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.553173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.553173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.553173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.553669] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0329b237-d3c2-4935-a711-637fed125c51',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.583189] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.583189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.583189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.583189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.583578] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.583694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.769262] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 713.769741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.769741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.770644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.770945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.772029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.772449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.772449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.773038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.773158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.773267] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.074231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.074326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.074326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.074944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.074944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.074944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0329b237-d3c2-4935-a711-637fed125c51 already deleted. [ 714.074944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.276903] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.277014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.277014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.277244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.277732] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.277732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.277732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.277732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.277933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.277933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.278074] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.278134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.278202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.278341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.278486] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.278578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.278639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.278773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.278880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.278919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.279038] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.318140] env[66526]: INFO networking_nsxv3.common.synchronization [req-5a8e2de4-e733-46bb-863a-d98ffa2849d3 req-35ce036f-f7be-4e3d-aa8b-531170f7f784 service nova] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 714.318221] env[66526]: INFO networking_nsxv3.common.synchronization [req-5a8e2de4-e733-46bb-863a-d98ffa2849d3 req-35ce036f-f7be-4e3d-aa8b-531170f7f784 service nova] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 714.318350] env[66526]: INFO networking_nsxv3.common.synchronization [req-5a8e2de4-e733-46bb-863a-d98ffa2849d3 req-35ce036f-f7be-4e3d-aa8b-531170f7f784 service nova] Enqueued Resource ID: e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 with Priority: HIGHEST for action port [ 714.322214] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_rules [ 714.322566] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 714.322566] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 with Priority: HIGHEST for action port [ 714.323111] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.323246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.323311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.323520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323596] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.324522] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.324642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.324708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.324891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.325818] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.326675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.326823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.326882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.327221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.327221] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.608972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 714.609947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.609947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.609947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.610166] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.610166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.610246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.610365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.610455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.610533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.610623] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.782021] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a0594f-45d8-45a5-b5d7-640c8f3e3519: rpc.has_security_group_logging(os_id): False [ 714.806032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.806032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.806032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.806259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.806328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.806539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.806670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.806711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.807743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.807743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.807743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.808229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.808229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.808229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.808361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.808404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 714.829173] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.829173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.831931] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.833113] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 with status ACTIVE [ 714.833113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.833255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.833255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.833443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.834207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.834207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.834207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.834207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.835738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.835879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.837062] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.837062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.837062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.837062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.837062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814 is going to be updated. [ 714.856423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.856423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.856423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.856622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.856707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.856856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b1625b-b8e9-4cb3-b9dc-ad89a0fdf814" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.880310] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.880447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.880526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.880752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.880893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.899338] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 714.934387] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b71fb371-9ebb-450b-a4f4-50fb95740c71 None None] Enqueued Resource ID: 1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3 with Priority: HIGHEST for action port [ 714.935855] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3 with Priority: HIGHEST for action port [ 714.935855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.935855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.935989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.936300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.936353] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.116171] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.116171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.116456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.116736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.116936] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.117049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.117113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.119162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.119162] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.223263] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e038b3f1-f5f4-4d98-b7d7-ce6a8cd8609e None None] Enqueued Resource ID: 3bdd1200-b7e5-4f27-b605-10d414d0c4bb with Priority: HIGHEST for action port [ 715.224082] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdd1200-b7e5-4f27-b605-10d414d0c4bb with Priority: HIGHEST for action port [ 715.224082] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bdd1200-b7e5-4f27-b605-10d414d0c4bb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.224082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bdd1200-b7e5-4f27-b605-10d414d0c4bb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.224255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bdd1200-b7e5-4f27-b605-10d414d0c4bb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.224353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bdd1200-b7e5-4f27-b605-10d414d0c4bb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.224427] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bdd1200-b7e5-4f27-b605-10d414d0c4bb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.338986] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.425945] env[66526]: INFO networking_nsxv3.common.synchronization [None req-68c6e451-9631-4e27-8e34-c12ef1f2f644 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 715.429058] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 715.429058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.429058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.429058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.429292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.429292] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.440193] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3 [ 715.440193] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.440193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.440193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.440193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.440193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.440193] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3 already deleted. [ 715.440193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5a8de4-6c5d-4b46-bfa4-ab783c5ae2b3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.623645] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 820ada69-549e-47a8-af5b-8ef909a85cce: rpc.has_security_group_logging(os_id): False [ 715.646141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.646631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.646724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.646956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.648113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.648113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.648625] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.648625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.648625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.648625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.648625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.648625] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be created. [ 715.681332] env[66526]: INFO networking_nsxv3.common.synchronization [None req-ca06646c-5f9b-4c2f-a4a6-a077c8ace148 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 715.681332] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 715.681332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.681332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.727769] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.727769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.727901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.728518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.728518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.730642] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bdd1200-b7e5-4f27-b605-10d414d0c4bb [ 715.731231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.731471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.731540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.731732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.731812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.731902] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bdd1200-b7e5-4f27-b605-10d414d0c4bb already deleted. [ 715.732026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bdd1200-b7e5-4f27-b605-10d414d0c4bb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.748705] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 715.846221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.848780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.848780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.848780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.848780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.848780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be is going to be created. [ 715.901519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.903254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.903254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.903254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.903254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.915680] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: UNINITIALIZED for 2s [ 715.954629] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.954629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.954629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.954781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.954809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 already deleted. [ 715.955022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.955216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.955414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.955586] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.480911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.481391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.481391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.481391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.481391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.481527] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 already deleted. [ 716.481527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.914905] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 716.915166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.762585] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 717.763258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.930660] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: SUCCESS [ 717.931541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.931801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.932275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.932577] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.932676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.932742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.934464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.934464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.934559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.934651] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.328645] env[66526]: INFO networking_nsxv3.common.synchronization [None req-206d6501-771d-49d6-ae8f-38d9229aaedd None None] Enqueued Resource ID: 770a1134-e251-4b26-aa5e-317f5d518009 with Priority: HIGHEST for action port [ 718.329771] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 770a1134-e251-4b26-aa5e-317f5d518009 with Priority: HIGHEST for action port [ 718.329771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-770a1134-e251-4b26-aa5e-317f5d518009 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.329771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-770a1134-e251-4b26-aa5e-317f5d518009" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.329771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-770a1134-e251-4b26-aa5e-317f5d518009" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.330340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-770a1134-e251-4b26-aa5e-317f5d518009" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.330423] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('770a1134-e251-4b26-aa5e-317f5d518009',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.439620] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.836111] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 770a1134-e251-4b26-aa5e-317f5d518009 [ 718.838705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.838705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.838705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.838705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.838705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.838705] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:770a1134-e251-4b26-aa5e-317f5d518009 already deleted. [ 718.838705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-770a1134-e251-4b26-aa5e-317f5d518009" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.926512] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b401acf-73a4-4e48-9c4d-c78663fbf7a4 req-2f8f96cf-660b-4566-ad05-74d3c37e3e16 tempest-SecurityGroupRulesNegativeTestJSON-665217125 tempest-SecurityGroupRulesNegativeTestJSON-665217125-project-member] Enqueued Resource ID: 0329b237-d3c2-4935-a711-637fed125c51 with Priority: HIGHEST for action security_group_rules [ 718.927661] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0329b237-d3c2-4935-a711-637fed125c51 with Priority: HIGHEST for action security_group_rules [ 718.927661] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0329b237-d3c2-4935-a711-637fed125c51 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.927661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.927661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.927973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.927973] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0329b237-d3c2-4935-a711-637fed125c51',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.944267] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ee89ef-eb04-4726-bf0a-3ab0c13783be: rpc.has_security_group_logging(os_id): False [ 718.969604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.969772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.969772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.970021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.970108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.970363] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.970457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.970533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.970983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.970983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.970983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be is going to be created. [ 719.024522] env[66526]: INFO networking_nsxv3.common.synchronization [req-e8733c6a-455b-4c6d-8ebb-c3d08f96f084 req-81272607-39b1-40b4-bf09-06bc81b71fdb tempest-ListImageFiltersTestJSON-1900286333 tempest-ListImageFiltersTestJSON-1900286333-project-member] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 719.027021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 719.027021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.027021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.027021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.027021] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.062136] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.062813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.062813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.062813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.062813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.075023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: IN_PROGRESS for 2s [ 719.455557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.455557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.455557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.455557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.455775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.455775] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0329b237-d3c2-4935-a711-637fed125c51 already deleted. [ 719.455828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0329b237-d3c2-4935-a711-637fed125c51" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.530146] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.531122] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.531122] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.531122] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.533059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.533446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.533900] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.533900] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.533900] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.534135] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.534135] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.534261] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.534353] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.537650] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.537650] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.561341] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.561500] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.561655] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.561854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.562228] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-4a2bee87-abf6-463e-84d8-4cfc16a854ab taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.562451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.562575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.562899] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.563096] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2bee87-abf6-463e-84d8-4cfc16a854ab',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.038466] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.065349] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.065646] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.065646] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.066262] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.066459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.066636] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 4a2bee87-abf6-463e-84d8-4cfc16a854ab not found, creating... [ 720.066929] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.067147] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.067288] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.067678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.067779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.068310] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.068525] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.068670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.068914] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.069085] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.070036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 4a2bee87-abf6-463e-84d8-4cfc16a854ab is going to be created. [ 720.092255] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.092463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.092625] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.092846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.093071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.093294] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.546515] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.546515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.546515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.546515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.546515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.546515] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 720.578438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.578438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.578853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.578853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.578929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.591862] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [req-e8733c6a-455b-4c6d-8ebb-c3d08f96f084 req-9c5e9057-0528-414a-bb4b-24f1fdea96af service nova] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_rules [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [req-e8733c6a-455b-4c6d-8ebb-c3d08f96f084 req-9c5e9057-0528-414a-bb4b-24f1fdea96af service nova] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [req-e8733c6a-455b-4c6d-8ebb-c3d08f96f084 req-9c5e9057-0528-414a-bb4b-24f1fdea96af service nova] Enqueued Resource ID: 4a2bee87-abf6-463e-84d8-4cfc16a854ab with Priority: HIGHEST for action port [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_rules [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 720.873213] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2bee87-abf6-463e-84d8-4cfc16a854ab with Priority: HIGHEST for action port [ 720.873213] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.873213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.873213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.873760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.873951] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.875439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.875734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.876096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2bee87-abf6-463e-84d8-4cfc16a854ab taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.877731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.877731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.877731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.877731] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2bee87-abf6-463e-84d8-4cfc16a854ab',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.088542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: SUCCESS [ 721.088912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.165896] env[66526]: INFO networking_nsxv3.common.synchronization [None req-061438f6-e3ea-4cb8-87d5-bdbabc9f5795 None None] Enqueued Resource ID: 17108cd0-cb19-43fb-be14-39e1f943fe2e with Priority: HIGHEST for action port [ 721.166784] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17108cd0-cb19-43fb-be14-39e1f943fe2e with Priority: HIGHEST for action port [ 721.166784] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-17108cd0-cb19-43fb-be14-39e1f943fe2e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.166930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17108cd0-cb19-43fb-be14-39e1f943fe2e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.166930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17108cd0-cb19-43fb-be14-39e1f943fe2e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.173019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17108cd0-cb19-43fb-be14-39e1f943fe2e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.173019] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17108cd0-cb19-43fb-be14-39e1f943fe2e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.379338] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.379533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.380978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a2bee87-abf6-463e-84d8-4cfc16a854ab with status ACTIVE [ 721.381205] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.381408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.381611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.381701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.381872] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.381968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.382038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.382206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.382281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.382458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.382553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.382604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.382754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.382826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.382909] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a2bee87-abf6-463e-84d8-4cfc16a854ab is going to be updated. [ 721.406492] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.406492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.406492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.406788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.406829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.407146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2bee87-abf6-463e-84d8-4cfc16a854ab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.531732] env[66526]: INFO networking_nsxv3.common.synchronization [req-5b1be3e4-95ce-4620-ad27-b087aa99ce3d req-d6aaa97d-50c3-4be4-afc5-10728117bad8 tempest-ServersTestFqdnHostnames-343020129 tempest-ServersTestFqdnHostnames-343020129-project-member] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 721.533127] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 721.535104] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.535104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.535104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.535399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.535645] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.535987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.537579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.537579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.537579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.537579] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.675471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17108cd0-cb19-43fb-be14-39e1f943fe2e [ 721.675471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.675471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.675471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.678220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.678220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.678220] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17108cd0-cb19-43fb-be14-39e1f943fe2e already deleted. [ 721.678220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17108cd0-cb19-43fb-be14-39e1f943fe2e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.006889] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.007105] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-157" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.007205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-157" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.007740] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-157" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.008280] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.008451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.008596] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.008873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.009028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.009235] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.009341] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.009442] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.009603] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.009635] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.009755] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.009852] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.039647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.039935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.040059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.040390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.040541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.040830] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.040997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.041113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.041360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.041644] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e already deleted. [ 722.041763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.043242] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.043508] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.043731] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.044132] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-157" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.044603] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.044878] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.045091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.045516] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.045747] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8310ce-69e9-4114-be7f-33ab3c7d5e08',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.082051] env[66526]: INFO networking_nsxv3.common.synchronization [None req-14ffc8b7-23ce-4f12-89d2-6c19f9beb067 None None] Enqueued Resource ID: 694514cb-00e0-427b-a78b-bca73212ca49 with Priority: HIGHEST for action port [ 722.082919] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694514cb-00e0-427b-a78b-bca73212ca49 with Priority: HIGHEST for action port [ 722.083503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-694514cb-00e0-427b-a78b-bca73212ca49 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.083636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694514cb-00e0-427b-a78b-bca73212ca49" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.083707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694514cb-00e0-427b-a78b-bca73212ca49" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.083932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694514cb-00e0-427b-a78b-bca73212ca49" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.084035] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694514cb-00e0-427b-a78b-bca73212ca49',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.551869] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.552254] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.552254] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.553265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.553265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.553265] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port ee8310ce-69e9-4114-be7f-33ab3c7d5e08 not found, creating... [ 722.553265] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.553888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.553888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.553888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.553888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.556414] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.556414] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.556414] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.556414] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.556414] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.556414] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: ee8310ce-69e9-4114-be7f-33ab3c7d5e08 is going to be created. [ 722.580960] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.580960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.580960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.580960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.581966] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.586188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694514cb-00e0-427b-a78b-bca73212ca49 [ 722.586685] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.586685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.586685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.586886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.587042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.587042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694514cb-00e0-427b-a78b-bca73212ca49 already deleted. [ 722.587136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694514cb-00e0-427b-a78b-bca73212ca49" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.602470] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 722.602470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.602646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.602901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.603072] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.603230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.603289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.603503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.604914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.604914] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.109049] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.307717] env[66526]: INFO networking_nsxv3.common.synchronization [req-5b1be3e4-95ce-4620-ad27-b087aa99ce3d req-5c042b00-46ec-4b6f-8121-54dc7c595c59 service nova] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 723.307924] env[66526]: INFO networking_nsxv3.common.synchronization [req-5b1be3e4-95ce-4620-ad27-b087aa99ce3d req-5c042b00-46ec-4b6f-8121-54dc7c595c59 service nova] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 723.308063] env[66526]: INFO networking_nsxv3.common.synchronization [req-5b1be3e4-95ce-4620-ad27-b087aa99ce3d req-5c042b00-46ec-4b6f-8121-54dc7c595c59 service nova] Enqueued Resource ID: ee8310ce-69e9-4114-be7f-33ab3c7d5e08 with Priority: HIGHEST for action port [ 723.308643] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_rules [ 723.308787] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 723.308900] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee8310ce-69e9-4114-be7f-33ab3c7d5e08 with Priority: HIGHEST for action port [ 723.309973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.310125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.310200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.310398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.310481] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.311341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.311442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.311506] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.311677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.311817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314066] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.314857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.315822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.315988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.316102] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee8310ce-69e9-4114-be7f-33ab3c7d5e08',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.613927] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.818482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.818797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.818858] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.820624] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee8310ce-69e9-4114-be7f-33ab3c7d5e08 with status ACTIVE [ 723.820869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.820994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.821073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.822563] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.822563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.822840] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.822886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.823031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.823102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.823203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.823350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee8310ce-69e9-4114-be7f-33ab3c7d5e08 is going to be updated. [ 723.852319] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.852595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.852595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.852850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.852850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.852850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee8310ce-69e9-4114-be7f-33ab3c7d5e08" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.117738] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.117738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.117941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.118039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.118134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.118233] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 724.154237] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.154393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.165478] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 724.326869] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.829743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.830255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.830255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.830255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.830402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.830402] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e is going to be created. [ 724.859808] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.859808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.859808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.859808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.859808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.872364] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: UNINITIALIZED for 2s [ 725.026865] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d752db5c-632a-457c-8954-7786656079b2 None None] Enqueued Resource ID: 73b6a46b-f4ec-4509-b2b2-149b65baa177 with Priority: HIGHEST for action port [ 725.027592] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73b6a46b-f4ec-4509-b2b2-149b65baa177 with Priority: HIGHEST for action port [ 725.027905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-73b6a46b-f4ec-4509-b2b2-149b65baa177 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73b6a46b-f4ec-4509-b2b2-149b65baa177" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73b6a46b-f4ec-4509-b2b2-149b65baa177" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.029819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73b6a46b-f4ec-4509-b2b2-149b65baa177" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.029934] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73b6a46b-f4ec-4509-b2b2-149b65baa177',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.532709] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73b6a46b-f4ec-4509-b2b2-149b65baa177 [ 725.535025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.535025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.535025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.535025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.535025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.535025] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73b6a46b-f4ec-4509-b2b2-149b65baa177 already deleted. [ 725.535025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73b6a46b-f4ec-4509-b2b2-149b65baa177" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.180188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 726.180518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.180578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.180905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.182404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.182656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.182656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.183019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.183128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.183270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.183673] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.687266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.687428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.687495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.687828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.688030] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.688188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.688277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.688514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.688645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.688779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.688974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.689132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.689214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.689382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.689551] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.689681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.689762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.689929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.690034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.690124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.690214] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.884883] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: SUCCESS [ 726.885871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.885871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.885871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.885871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.885871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.885871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.886204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.886291] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.007749] env[66526]: INFO networking_nsxv3.common.synchronization [None req-611d2546-5ff2-4500-aa07-473f49c23e8e None None] Enqueued Resource ID: 43764ac3-64b4-4551-8c70-1b4289775480 with Priority: HIGHEST for action port [ 727.008332] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43764ac3-64b4-4551-8c70-1b4289775480 with Priority: HIGHEST for action port [ 727.008601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-43764ac3-64b4-4551-8c70-1b4289775480 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.008781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43764ac3-64b4-4551-8c70-1b4289775480" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.008923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43764ac3-64b4-4551-8c70-1b4289775480" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.009237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43764ac3-64b4-4551-8c70-1b4289775480" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.009237] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43764ac3-64b4-4551-8c70-1b4289775480',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.157543] env[66526]: INFO networking_nsxv3.common.synchronization [req-2d0533ec-8c0f-47f3-b6be-0d731982dd65 req-621363f1-e331-4b26-8e27-09382f3dea18 tempest-AttachInterfacesV270Test-643001980 tempest-AttachInterfacesV270Test-643001980-project-member] Enqueued Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 727.158132] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 727.158428] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.158544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.158616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.158865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159026] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.159182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.159406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.159493] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.197074] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 820ada69-549e-47a8-af5b-8ef909a85cce: rpc.has_security_group_logging(os_id): False [ 727.220386] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.221372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.221372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.221372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.221372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.221372] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.221372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.221700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.221700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.221700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.221791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.221887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.221941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.223429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.223514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.226043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.226043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.226043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.226043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.226043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.226043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 727.295304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.295779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.296743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.296743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.311191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 727.391202] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.512138] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43764ac3-64b4-4551-8c70-1b4289775480 [ 727.512539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.512744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.512878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.513209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.513370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.513537] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43764ac3-64b4-4551-8c70-1b4289775480 already deleted. [ 727.513678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43764ac3-64b4-4551-8c70-1b4289775480" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.542568] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.542969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.543234] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.543604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.544016] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.544314] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.544455] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.545245] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.545245] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.545352] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.545433] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.545589] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.545697] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.545801] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.545897] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.546043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.569407] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.569407] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.569407] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.569407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-533" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.569407] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-38d7b24c-4eb4-4652-89c2-24601133af96 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.569407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.569407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.569407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.569407] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d7b24c-4eb4-4652-89c2-24601133af96',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.662213] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.662364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.662435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.662637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.662725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.662945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.663027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.663095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.663229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.663589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.663589] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad already deleted. [ 727.663589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.893184] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6303dad4-13ac-4060-a55c-233f01b9954e: rpc.has_security_group_logging(os_id): False [ 727.916207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.916387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.916435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.916620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.916709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.916946] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.917067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.917749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.917749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.917868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.917868] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e is going to be created. [ 727.985441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.985661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.985789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.986064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.986191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.000733] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: IN_PROGRESS for 2s [ 728.072683] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.072859] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.072979] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.073264] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.073415] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.073600] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 38d7b24c-4eb4-4652-89c2-24601133af96 not found, creating... [ 728.074401] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.074689] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.078026] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.078026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.078026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 38d7b24c-4eb4-4652-89c2-24601133af96 is going to be created. [ 728.104407] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.104570] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.104570] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.104823] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.105432] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.105432] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.902264] env[66526]: INFO networking_nsxv3.common.synchronization [req-2d0533ec-8c0f-47f3-b6be-0d731982dd65 req-153f3489-3b3a-4135-9472-795a461d2539 service nova] Enqueued Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_rules [ 728.902264] env[66526]: INFO networking_nsxv3.common.synchronization [req-2d0533ec-8c0f-47f3-b6be-0d731982dd65 req-153f3489-3b3a-4135-9472-795a461d2539 service nova] Enqueued Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 728.902766] env[66526]: INFO networking_nsxv3.common.synchronization [req-2d0533ec-8c0f-47f3-b6be-0d731982dd65 req-153f3489-3b3a-4135-9472-795a461d2539 service nova] Enqueued Resource ID: 38d7b24c-4eb4-4652-89c2-24601133af96 with Priority: HIGHEST for action port [ 728.903249] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_rules [ 728.903483] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 728.903630] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d7b24c-4eb4-4652-89c2-24601133af96 with Priority: HIGHEST for action port [ 728.904067] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.904314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.904432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.905804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.905804] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.907854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.909872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.909872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.909872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.909872] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.909872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.910146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.910678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.910678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.910678] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.913140] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-38d7b24c-4eb4-4652-89c2-24601133af96 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.913140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.913140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.913140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.913354] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38d7b24c-4eb4-4652-89c2-24601133af96',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.326207] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 729.326533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.408065] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.408258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.413254] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.416338] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38d7b24c-4eb4-4652-89c2-24601133af96 with status ACTIVE [ 729.417161] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.417161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.417161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.417161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.417161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.417394] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.417394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.417394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.417666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.417666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.417777] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.417878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.417933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.420349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.420502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.420570] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38d7b24c-4eb4-4652-89c2-24601133af96 is going to be updated. [ 729.445426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.445676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.445829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.446039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.446186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.446372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38d7b24c-4eb4-4652-89c2-24601133af96" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.917026] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.015353] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: SUCCESS [ 730.016172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.229026] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3b59429e-4905-4148-946c-2b3a812cc1bc None None] Enqueued Resource ID: 055c4af3-02cc-49a8-9c16-45f910e3f016 with Priority: HIGHEST for action port [ 730.229026] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055c4af3-02cc-49a8-9c16-45f910e3f016 with Priority: HIGHEST for action port [ 730.229026] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-055c4af3-02cc-49a8-9c16-45f910e3f016 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.229026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-055c4af3-02cc-49a8-9c16-45f910e3f016" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.229026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-055c4af3-02cc-49a8-9c16-45f910e3f016" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.229026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-055c4af3-02cc-49a8-9c16-45f910e3f016" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.229026] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055c4af3-02cc-49a8-9c16-45f910e3f016',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.420967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.421239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.421358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.421679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.421830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421990] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad is going to be created. [ 730.449308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.449308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.450196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.450422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.450584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.464026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: UNINITIALIZED for 2s [ 730.731928] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 055c4af3-02cc-49a8-9c16-45f910e3f016 [ 730.732087] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.732225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.732295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.732503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.732594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.732719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:055c4af3-02cc-49a8-9c16-45f910e3f016 already deleted. [ 730.732772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-055c4af3-02cc-49a8-9c16-45f910e3f016" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.479144] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: SUCCESS [ 732.479144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.479542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480343] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.480343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480693] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.984459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.984613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.984680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.984893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.985071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.985209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.985209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.985353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.985439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.985778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.985834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.986013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.986101] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.986194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.986249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.986376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.986449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.986610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.986610] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.490215] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79516cf-4a8b-4089-8ec2-431831aaadad: rpc.has_security_group_logging(os_id): False [ 733.513222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.513884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.513980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.514163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.514256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.514502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.514600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.514650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.514808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.515180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.515180] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.515180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.515336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.515336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.515426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.515595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.515709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.515769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.515907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.515978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.516959] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad is going to be created. [ 733.603430] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.603637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.603733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.604017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.604296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.618595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: IN_PROGRESS for 2s [ 735.229034] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.229351] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 735.637036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: SUCCESS [ 735.640793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.748576] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa260ecd-6e8c-4eb9-826e-626a98a208f9 req-c9f2ec9b-bba7-4dfc-bfc7-6ab0d64c7ac3 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 735.749092] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 735.750277] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750277] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.750468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.750468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.750615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.750680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.750767] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.111285] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.111473] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.111588] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112095] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.112401] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.112554] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.112663] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.112871] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.113014] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.113219] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.113315] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.113413] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.113538] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.113622] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.113718] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.113843] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.134461] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.134621] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.134749] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.134913] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.136270] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-96972441-0458-47ec-992b-6a502b7a57c4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.136270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.136270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.136489] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.136596] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96972441-0458-47ec-992b-6a502b7a57c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.254160] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.638313] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.638513] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.638628] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.638961] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.639098] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.639254] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 96972441-0458-47ec-992b-6a502b7a57c4 not found, creating... [ 736.639496] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.639636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.639743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.640127] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.640419] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.640524] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.641019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.641019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.641019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.641131] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.641256] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 96972441-0458-47ec-992b-6a502b7a57c4 is going to be created. [ 736.664265] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.664466] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.664592] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.664848] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.665088] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.665309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.756396] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.259344] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.259769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.259769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.259915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.260052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260291] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 737.290422] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.290590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.290590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.290816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.290978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.300392] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 737.377892] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa260ecd-6e8c-4eb9-826e-626a98a208f9 req-12d6872c-37f9-4eda-873c-e2f7189501e7 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 737.378126] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa260ecd-6e8c-4eb9-826e-626a98a208f9 req-12d6872c-37f9-4eda-873c-e2f7189501e7 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 737.378260] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa260ecd-6e8c-4eb9-826e-626a98a208f9 req-12d6872c-37f9-4eda-873c-e2f7189501e7 service nova] Enqueued Resource ID: 96972441-0458-47ec-992b-6a502b7a57c4 with Priority: HIGHEST for action port [ 737.378774] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 737.378922] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 737.379367] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96972441-0458-47ec-992b-6a502b7a57c4 with Priority: HIGHEST for action port [ 737.379682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.379785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.379850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.380133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.380211] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.382199] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.382199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.382379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-96972441-0458-47ec-992b-6a502b7a57c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.382478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.382543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.382707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.382780] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96972441-0458-47ec-992b-6a502b7a57c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.883273] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.883410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96972441-0458-47ec-992b-6a502b7a57c4 with status ACTIVE [ 737.889183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.889183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.889183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.889183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.889183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.889183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.889489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.889546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.889806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.889943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.890110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.890185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.890273] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96972441-0458-47ec-992b-6a502b7a57c4 is going to be updated. [ 737.914696] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.914852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.914915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.915117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.915264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.915412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96972441-0458-47ec-992b-6a502b7a57c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.371099] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fd2f6e5d-8824-4d2e-b1e1-05aa6eaf8350 None None] Enqueued Resource ID: 44b41757-e65b-4d0a-80df-59b6d4587600 with Priority: HIGHEST for action port [ 738.371099] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b41757-e65b-4d0a-80df-59b6d4587600 with Priority: HIGHEST for action port [ 738.371099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b41757-e65b-4d0a-80df-59b6d4587600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.373127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b41757-e65b-4d0a-80df-59b6d4587600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.373127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b41757-e65b-4d0a-80df-59b6d4587600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.373127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b41757-e65b-4d0a-80df-59b6d4587600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.373127] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b41757-e65b-4d0a-80df-59b6d4587600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.877298] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44b41757-e65b-4d0a-80df-59b6d4587600 [ 738.877537] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.877782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.877862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.878109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.878271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.878601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44b41757-e65b-4d0a-80df-59b6d4587600 already deleted. [ 738.879612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b41757-e65b-4d0a-80df-59b6d4587600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.312746] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 739.312746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.312746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.312746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.312746] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.313052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.313052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.313052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.313207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.313235] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.816584] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.321416] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.823764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.824194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.824194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.824568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.824670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.824777] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 740.862972] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.863144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.863206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.863415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.863557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.875367] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 741.275970] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9e1d5257-f1d0-47f2-950e-59528e6f5d00 None None] Enqueued Resource ID: d519d023-9a4c-40e7-9383-0c469dbbb527 with Priority: HIGHEST for action port [ 741.276529] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d519d023-9a4c-40e7-9383-0c469dbbb527 with Priority: HIGHEST for action port [ 741.276828] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d519d023-9a4c-40e7-9383-0c469dbbb527 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.276950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d519d023-9a4c-40e7-9383-0c469dbbb527" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d519d023-9a4c-40e7-9383-0c469dbbb527" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.277317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d519d023-9a4c-40e7-9383-0c469dbbb527" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.277402] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d519d023-9a4c-40e7-9383-0c469dbbb527',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.780124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d519d023-9a4c-40e7-9383-0c469dbbb527 [ 741.780391] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.780562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.780646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.780902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.781055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.781176] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d519d023-9a4c-40e7-9383-0c469dbbb527 already deleted. [ 741.781237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d519d023-9a4c-40e7-9383-0c469dbbb527" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.868266] env[66526]: INFO networking_nsxv3.common.synchronization [None req-af275766-1819-47fa-aac1-ee50e487e3d2 None None] Enqueued Resource ID: f95a067f-f9d2-4c6c-9f15-915814e2aefe with Priority: HIGHEST for action port [ 742.868266] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95a067f-f9d2-4c6c-9f15-915814e2aefe with Priority: HIGHEST for action port [ 742.868266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95a067f-f9d2-4c6c-9f15-915814e2aefe taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.868266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95a067f-f9d2-4c6c-9f15-915814e2aefe" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95a067f-f9d2-4c6c-9f15-915814e2aefe" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.868756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95a067f-f9d2-4c6c-9f15-915814e2aefe" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.868756] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95a067f-f9d2-4c6c-9f15-915814e2aefe',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.886909] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 742.887102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.888165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.888359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.888359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.888494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.888623] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.373755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f95a067f-f9d2-4c6c-9f15-915814e2aefe [ 743.373755] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f95a067f-f9d2-4c6c-9f15-915814e2aefe already deleted. [ 743.373755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95a067f-f9d2-4c6c-9f15-915814e2aefe" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.390751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.390751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.390875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.390987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.391179] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.391292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.391376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.391568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.391672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.391924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.392060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.392125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.392301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.392447] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.392751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.392819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.392962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.393049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393220] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.714540] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d67e42a5-f072-46a8-83df-f20bef4b1188 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 743.714540] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 743.714669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.714787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.714930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.715153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.715820] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.880475] env[66526]: INFO networking_nsxv3.common.synchronization [None req-71121ccc-5634-4413-b723-58b5d3e06d49 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 743.880948] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 743.881263] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.881394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.898120] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 743.915948] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.916219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.916219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.916576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.916576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.916671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.916740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.916790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.916912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.917058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.917201] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.917298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.917353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.917452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.917523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.917708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.917800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.917863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.917987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.918076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.918159] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 743.986908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.987101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.987193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.987381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.987531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.004648] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 744.242351] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.242351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd already deleted. [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.242351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.242351] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.763863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.764063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.764108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.764331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.764417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764571] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd already deleted. [ 744.764605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.087646] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fa4a6b29-19f7-4fbf-9ce4-159a4af9d18c None None] Enqueued Resource ID: 8e6ca8da-8b28-423c-bbf5-bd06784d747a with Priority: HIGHEST for action port [ 745.088352] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6ca8da-8b28-423c-bbf5-bd06784d747a with Priority: HIGHEST for action port [ 745.088669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6ca8da-8b28-423c-bbf5-bd06784d747a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.088783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6ca8da-8b28-423c-bbf5-bd06784d747a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.088855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6ca8da-8b28-423c-bbf5-bd06784d747a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.089262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6ca8da-8b28-423c-bbf5-bd06784d747a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.089402] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6ca8da-8b28-423c-bbf5-bd06784d747a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.591223] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e6ca8da-8b28-423c-bbf5-bd06784d747a [ 745.591506] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.592338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.592338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.592600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.593084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.593084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e6ca8da-8b28-423c-bbf5-bd06784d747a already deleted. [ 745.593084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6ca8da-8b28-423c-bbf5-bd06784d747a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.848859] env[66526]: INFO networking_nsxv3.common.synchronization [req-2cbe3703-d406-44b4-a79a-b515b6001321 req-59b2a08d-8814-4036-afaa-351caa93e9bb tempest-AttachInterfacesV270Test-643001980 tempest-AttachInterfacesV270Test-643001980-project-member] Enqueued Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 745.849686] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGHEST for action security_group_members [ 745.850604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.850604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.850604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.850604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.850850] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.850992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.851051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.851237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.851289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.851379] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.022643] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 746.023010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.353579] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.353913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.353913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.354150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.354211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.354397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.354480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.354612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.354924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.354958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.355102] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad is going to be updated. [ 746.393964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.393964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.393964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.393964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.393964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.407217] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: IN_PROGRESS for 2s [ 747.556557] env[66526]: INFO networking_nsxv3.common.synchronization [req-241de2cd-f64d-435d-bcef-3665c4186a4c req-82a23e6d-d440-45db-a62a-cd957db3ed63 tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 747.557467] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 747.557977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.558962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.558962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.559111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.560376] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.560376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.560376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.560376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.560376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.560376] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.006778] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.006778] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.006778] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.006778] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.006778] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.006778] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.006778] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.009223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.009223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009223] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.009223] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.009223] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.009223] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.009223] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.009223] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.009223] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.054237] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.054408] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.054711] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.054812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.055147] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-baf6533b-a12d-4ad1-97aa-46d03d420591 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.055318] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.055431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.055757] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.055910] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf6533b-a12d-4ad1-97aa-46d03d420591',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.062814] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.418345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79516cf-4a8b-4089-8ec2-431831aaadad in Status: SUCCESS [ 748.418345] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad deletion is rescheduled due to dependency. [ 748.418345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.558788] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.559257] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.559257] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.559586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.559835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.560055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port baf6533b-a12d-4ad1-97aa-46d03d420591 not found, creating... [ 748.560610] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.560873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.564153] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.564353] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.564604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564997] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.565298] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.565479] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.565851] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.566136] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.566339] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: baf6533b-a12d-4ad1-97aa-46d03d420591 is going to be created. [ 748.568820] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.594354] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.594354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.594354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.594692] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.594965] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.595600] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.768588] env[66526]: INFO networking_nsxv3.common.synchronization [req-87c28367-0d91-4152-aaf2-25f0c96a9d1d req-fa57a07d-d424-48bf-bc98-39e8cdfe511f tempest-ServersAdminNegativeTestJSON-1465894665 tempest-ServersAdminNegativeTestJSON-1465894665-project-member] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 748.769139] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGHEST for action security_group_members [ 748.769440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.769561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.769622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.769820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.770189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.770189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.770320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.770350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.770436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.770521] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.128107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.128543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.128543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.128820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.130356] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 749.161669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.161868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.161965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.162367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.162951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.173694] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 749.272910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.273080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.273192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.273459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.273560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.273778] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.273868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.274142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.274142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.274238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.274348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be updated. [ 749.308698] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.308698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.308698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.308698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.308698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.329440] env[66526]: INFO networking_nsxv3.common.synchronization [req-241de2cd-f64d-435d-bcef-3665c4186a4c req-9dd6c269-d89e-4e18-9011-8898d4cc112e service nova] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_rules [ 749.329440] env[66526]: INFO networking_nsxv3.common.synchronization [req-241de2cd-f64d-435d-bcef-3665c4186a4c req-9dd6c269-d89e-4e18-9011-8898d4cc112e service nova] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 749.329551] env[66526]: INFO networking_nsxv3.common.synchronization [req-241de2cd-f64d-435d-bcef-3665c4186a4c req-9dd6c269-d89e-4e18-9011-8898d4cc112e service nova] Enqueued Resource ID: baf6533b-a12d-4ad1-97aa-46d03d420591 with Priority: HIGHEST for action port [ 749.331065] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_rules [ 749.331065] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 749.331208] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf6533b-a12d-4ad1-97aa-46d03d420591 with Priority: HIGHEST for action port [ 749.331816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.332101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.332189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.332406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.332493] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.333478] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.333578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.336149] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf6533b-a12d-4ad1-97aa-46d03d420591 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.336149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.336149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.336149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.336149] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf6533b-a12d-4ad1-97aa-46d03d420591',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.336149] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: IN_PROGRESS for 2s [ 749.609366] env[66526]: INFO networking_nsxv3.common.synchronization [req-464db674-7e23-4aa7-8843-8f06de078fb5 req-048f25ac-72fe-4820-bc7b-99cc7db6df58 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 749.610214] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 749.610214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.610433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.610593] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.610725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.610790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.611018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.611142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.611271] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.835963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.836102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841991] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baf6533b-a12d-4ad1-97aa-46d03d420591 with status ACTIVE [ 749.841991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.841991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.841991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.841991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.841991] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baf6533b-a12d-4ad1-97aa-46d03d420591 is going to be updated. [ 749.861555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.861555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.861555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.862022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.862125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.862322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf6533b-a12d-4ad1-97aa-46d03d420591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.081720] env[66526]: INFO networking_nsxv3.common.synchronization [req-49880bc0-6870-4581-b7b2-bf67e8534891 req-0539f5aa-6b4d-4212-a88c-5bd452094181 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 750.082325] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 750.082764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.083755] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.083755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.084136] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.113180] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.147022] env[66526]: INFO networking_nsxv3.common.synchronization [req-4f283525-9e6d-4ef9-8703-46e36cd9b3f9 req-6fa87e5d-b9d0-43a3-aaa4-58bf05b1814b tempest-ServersTestManualDisk-2020559526 tempest-ServersTestManualDisk-2020559526-project-member] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 750.147022] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGHEST for action security_group_members [ 750.147684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.148424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.148424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.148424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.149124] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.149304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.149429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.149659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.149795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.149932] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.456129] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.456377] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.456546] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.459812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.459812] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.460129] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.460648] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.460648] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.460648] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.460777] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.460873] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.460969] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.461091] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.461195] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.461287] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.461489] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.482050] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.482754] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.482754] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.482754] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.483662] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-44fb2242-f98b-4d44-b86f-151d4957e661 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.484275] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.484459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.484809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.484897] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fb2242-f98b-4d44-b86f-151d4957e661',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.586406] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.586562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.586632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.586849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.586939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.587143] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.587242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.587302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.587449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.587523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.587609] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 750.615995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.615995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.616439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.616439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.616439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.617718] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.632257] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 750.652606] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.652750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.652808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.653020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.653094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.653290] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.653384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.653441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.653593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.653657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.653760] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c is going to be updated. [ 750.700627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.700856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.700986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.701259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.701412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.713416] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: IN_PROGRESS for 2s [ 750.989813] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.990050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.990168] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.990449] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.990588] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.990734] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 44fb2242-f98b-4d44-b86f-151d4957e661 not found, creating... [ 750.990991] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.991153] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.991262] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.991840] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991840] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992829] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.993260] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.993260] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.993347] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.993443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.993571] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 44fb2242-f98b-4d44-b86f-151d4957e661 is going to be created. [ 751.018987] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.019295] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.019342] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.019589] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.019814] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.020016] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.122172] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.122172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.122172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.122172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.122172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.122172] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 751.164316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.164478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.164535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.164739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.164874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.176225] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 751.186777] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 751.187077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.187276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.187519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.187735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.187935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.188041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.188267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.188324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.188448] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.349878] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f in Status: SUCCESS [ 751.349878] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f deletion is rescheduled due to dependency. [ 751.349878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.690998] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.784895] env[66526]: INFO networking_nsxv3.common.synchronization [req-49880bc0-6870-4581-b7b2-bf67e8534891 req-93aa4345-4b1e-4941-98e4-fa706b472a80 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 751.785083] env[66526]: INFO networking_nsxv3.common.synchronization [req-49880bc0-6870-4581-b7b2-bf67e8534891 req-93aa4345-4b1e-4941-98e4-fa706b472a80 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 751.785213] env[66526]: INFO networking_nsxv3.common.synchronization [req-49880bc0-6870-4581-b7b2-bf67e8534891 req-93aa4345-4b1e-4941-98e4-fa706b472a80 service nova] Enqueued Resource ID: 44fb2242-f98b-4d44-b86f-151d4957e661 with Priority: HIGHEST for action port [ 751.785435] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 751.785564] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 751.785707] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fb2242-f98b-4d44-b86f-151d4957e661 with Priority: HIGHEST for action port [ 751.786304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.786524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.786837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786952] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.788055] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.788146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.788398] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fb2242-f98b-4d44-b86f-151d4957e661 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.788480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.788480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.788644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.788717] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fb2242-f98b-4d44-b86f-151d4957e661',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.193427] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.291037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.291037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.291037] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44fb2242-f98b-4d44-b86f-151d4957e661 with status ACTIVE [ 752.291302] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.291302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.291394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.291546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.291601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.291770] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.291858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.291919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.292071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.292149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.292337] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.292430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.292479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.292612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.292684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.292760] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44fb2242-f98b-4d44-b86f-151d4957e661 is going to be updated. [ 752.317401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.317595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.317911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.317975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.318544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.318544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fb2242-f98b-4d44-b86f-151d4957e661" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643174] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 752.643399] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 752.643496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.643678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.643914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.644138] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.644263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.644335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.644481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.644554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.644666] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.696311] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.696311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.696311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.696950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.696950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.696950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 752.730472] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c in Status: SUCCESS [ 752.730661] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c deletion is rescheduled due to dependency. [ 752.730752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.732671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.732807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.732860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.733089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.733228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.741124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 752.831246] env[66526]: INFO networking_nsxv3.common.synchronization [req-a1a16915-61f7-4714-8478-6aee15905b2a req-9e16a517-e036-4d19-8709-84dc486628b5 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 752.832141] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 752.832141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.832290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.832325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.832503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.832649] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.832743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.832801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.833435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.833435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.833435] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.147476] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.190362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 753.190581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287419] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.287853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.287853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.288075] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.288431] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.288586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.288817] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.288915] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.289088] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.289317] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.289424] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.289525] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.289626] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.289727] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.289826] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.289953] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.310499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.310651] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.310777] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.311204] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.311532] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-5b89d7d8-9627-4881-a46f-0f178a5f831a taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.311701] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.311852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.312536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.312716] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b89d7d8-9627-4881-a46f-0f178a5f831a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.335877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.335998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.336309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.336423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.336610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.337391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.337391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.337391] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 753.369939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.381062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 753.576412] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0a150db5-0344-4356-81ff-b9761074b2ad None None] Enqueued Resource ID: ba328fe7-5b11-4447-8339-92623f57a0b9 with Priority: HIGHEST for action port [ 753.578201] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba328fe7-5b11-4447-8339-92623f57a0b9 with Priority: HIGHEST for action port [ 753.579028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba328fe7-5b11-4447-8339-92623f57a0b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.579273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba328fe7-5b11-4447-8339-92623f57a0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.579387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba328fe7-5b11-4447-8339-92623f57a0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.580890] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba328fe7-5b11-4447-8339-92623f57a0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.581057] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba328fe7-5b11-4447-8339-92623f57a0b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.649665] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.818143] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.818143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.818143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 5b89d7d8-9627-4881-a46f-0f178a5f831a not found, creating... [ 753.818728] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818886] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820177] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820177] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820669] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820669] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 5b89d7d8-9627-4881-a46f-0f178a5f831a is going to be created. [ 753.845050] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.845050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.845050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.845342] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.845505] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.845866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.083501] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba328fe7-5b11-4447-8339-92623f57a0b9 [ 754.083740] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.083861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.083927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.084162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.084254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.084348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba328fe7-5b11-4447-8339-92623f57a0b9 already deleted. [ 754.084441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba328fe7-5b11-4447-8339-92623f57a0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.152730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.152948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.153070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.153664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.153664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.153664] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 754.184364] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.184364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.184364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.184591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.184670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.194904] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 754.538578] env[66526]: INFO networking_nsxv3.common.synchronization [req-0dfaf710-efae-43a8-a432-df2e7a196477 req-b114ef77-713c-4a6d-8b4a-4dc1f775a61a tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 754.539151] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 754.539444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.539581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.539647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.539811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.539953] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.540254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.540330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.540486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.540574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.540664] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.554669] env[66526]: INFO networking_nsxv3.common.synchronization [req-a1a16915-61f7-4714-8478-6aee15905b2a req-fc9e525c-9d4f-46a9-96fb-2e13dc64d982 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 754.554839] env[66526]: INFO networking_nsxv3.common.synchronization [req-a1a16915-61f7-4714-8478-6aee15905b2a req-fc9e525c-9d4f-46a9-96fb-2e13dc64d982 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 754.554969] env[66526]: INFO networking_nsxv3.common.synchronization [req-a1a16915-61f7-4714-8478-6aee15905b2a req-fc9e525c-9d4f-46a9-96fb-2e13dc64d982 service nova] Enqueued Resource ID: 5b89d7d8-9627-4881-a46f-0f178a5f831a with Priority: HIGHEST for action port [ 754.555370] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 754.555370] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 754.555537] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b89d7d8-9627-4881-a46f-0f178a5f831a with Priority: HIGHEST for action port [ 754.555988] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.557498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.559482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.559482] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.560856] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.560959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.561193] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b89d7d8-9627-4881-a46f-0f178a5f831a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.561294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.561294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.561558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.561558] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b89d7d8-9627-4881-a46f-0f178a5f831a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.752901] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 754.753143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.753320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.753712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.757011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.757228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.757958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.757958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.757958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.757958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.757958] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.043432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.043807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.043807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.043891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.044020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.044300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.044412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.044474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.044637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.044732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.044843] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be updated. [ 755.063711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.063849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.064045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b89d7d8-9627-4881-a46f-0f178a5f831a with status ACTIVE [ 755.064212] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.064675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.064675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.064675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.064675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.064804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.064970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.064970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.065102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.065270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.065859] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.065859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.065859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.065859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.065859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.065859] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b89d7d8-9627-4881-a46f-0f178a5f831a is going to be updated. [ 755.086697] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.086853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.086912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.087171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.087322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.096889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.097065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.097112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.097287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.097414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.097570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b89d7d8-9627-4881-a46f-0f178a5f831a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.102759] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 755.262680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.262858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.262918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.265539] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.395400] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 755.395400] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 755.395400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.395758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.395867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.396050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.396197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.396264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.396451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.396536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.396654] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.500386] env[66526]: INFO networking_nsxv3.common.synchronization [req-86cfe8a5-5f17-4046-ad26-1e3f378212a1 req-28e80831-a707-4d0d-9305-006dad555bb1 tempest-ServerDiagnosticsTest-358529575 tempest-ServerDiagnosticsTest-358529575-project-member] Enqueued Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 755.501642] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 755.501963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.502190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.502293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.502655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.502771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.504374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.504374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.504374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.504374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.504374] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.772377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6dee0db-67cb-4640-8ecc-b5afa3bd4fda: rpc.has_security_group_logging(os_id): False [ 755.792315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.793398] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.793398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.793711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.793711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.793785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.794238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.794238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.794601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.795452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.795918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.795918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.795918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.796038] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 755.868772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.868943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.868943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.869158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.869322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.885997] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 755.900442] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.968844] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.968844] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.968844] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969241] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969395] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969502] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969708] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969839] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.970911] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.972361] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.972361] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.972361] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.972361] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.972361] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.972361] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.999477] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.999477] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.999477] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.999477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999477] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-75b83e19-e004-47fb-b2ac-364750fe14db taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.999477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.999477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.999477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.999477] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b83e19-e004-47fb-b2ac-364750fe14db',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.007891] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.008914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.008914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.008914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.008914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.008914] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.009199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.009199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.009199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.009331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.009404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 already deleted. [ 756.009492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.021874] env[66526]: INFO networking_nsxv3.common.synchronization [None req-33544d66-04a9-4811-aa9c-6bb106ff5e2b None None] Enqueued Resource ID: eb876b4f-3b8a-4132-93a5-dc7c04582d9c with Priority: HIGHEST for action port [ 756.022066] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb876b4f-3b8a-4132-93a5-dc7c04582d9c with Priority: HIGHEST for action port [ 756.025028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb876b4f-3b8a-4132-93a5-dc7c04582d9c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.025028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb876b4f-3b8a-4132-93a5-dc7c04582d9c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.025028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb876b4f-3b8a-4132-93a5-dc7c04582d9c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.025028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb876b4f-3b8a-4132-93a5-dc7c04582d9c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.025028] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb876b4f-3b8a-4132-93a5-dc7c04582d9c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.207982] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 756.207982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.208733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.208733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.208733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.208968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.209030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.212637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.212637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.212772] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.402335] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.506720] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.509097] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 75b83e19-e004-47fb-b2ac-364750fe14db not found, creating... [ 756.509097] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.509097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.509574] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.509574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.509574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.509574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.509755] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.509755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 75b83e19-e004-47fb-b2ac-364750fe14db is going to be created. [ 756.527564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb876b4f-3b8a-4132-93a5-dc7c04582d9c [ 756.527803] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.528016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.528101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.528331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.528420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.528511] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb876b4f-3b8a-4132-93a5-dc7c04582d9c already deleted. [ 756.528591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb876b4f-3b8a-4132-93a5-dc7c04582d9c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537501] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.537715] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.537875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.538212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.538426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.538654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.715027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.715458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.715622] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.715790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.715912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.716050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.716141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.716228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.716375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.716467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.716526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.716663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.716800] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.716889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.716950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.717096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.717171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.717257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.717336] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.906169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.906169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.906169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.906169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.906169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.906169] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 756.940916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.941134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.941229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.941491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.941679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.951219] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 757.117313] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 757.117491] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 deletion is rescheduled due to dependency. [ 757.117606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.221309] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 757.234617] env[66526]: INFO networking_nsxv3.common.synchronization [req-a1e92fdf-33e4-4f89-89b3-1bfa3ba50243 req-ddedc286-0ee6-490a-9892-06c0b8bd53c1 tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 757.235349] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 757.235542] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.235667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.235732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.235936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.236104] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.236404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.236488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.236581] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.249105] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.249331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.249551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.249643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.249870] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250499] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.250594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252211] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.252356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.252588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.252667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.252758] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 757.281027] env[66526]: INFO networking_nsxv3.common.synchronization [req-86cfe8a5-5f17-4046-ad26-1e3f378212a1 req-d899e5fd-430d-4590-97b7-4db40d3f9c13 service nova] Enqueued Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_rules [ 757.281027] env[66526]: INFO networking_nsxv3.common.synchronization [req-86cfe8a5-5f17-4046-ad26-1e3f378212a1 req-d899e5fd-430d-4590-97b7-4db40d3f9c13 service nova] Enqueued Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 757.281027] env[66526]: INFO networking_nsxv3.common.synchronization [req-86cfe8a5-5f17-4046-ad26-1e3f378212a1 req-d899e5fd-430d-4590-97b7-4db40d3f9c13 service nova] Enqueued Resource ID: 75b83e19-e004-47fb-b2ac-364750fe14db with Priority: HIGHEST for action port [ 757.281198] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_rules [ 757.281301] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 757.281392] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b83e19-e004-47fb-b2ac-364750fe14db with Priority: HIGHEST for action port [ 757.281921] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.282273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.282394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.282733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.282850] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.283999] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.284243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.284456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.284756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.285905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.285905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.285905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.285905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.285905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.285905] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.288741] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b83e19-e004-47fb-b2ac-364750fe14db taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.289315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.289315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.289315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.289492] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b83e19-e004-47fb-b2ac-364750fe14db',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.462334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.462488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.462566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.463225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.463225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.480117] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 757.738938] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.792079] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.793057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.793057] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.793884] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b83e19-e004-47fb-b2ac-364750fe14db with status ACTIVE [ 757.794100] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.794227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.794294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.794435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.794521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.794691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.794785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.794847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.794998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.795100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.795280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.795372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.795432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.795567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.795639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.795720] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b83e19-e004-47fb-b2ac-364750fe14db is going to be updated. [ 757.820299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.820391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.820458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.820667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.820793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.820977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b83e19-e004-47fb-b2ac-364750fe14db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.903236] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 757.903341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.243401] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.298713] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.745764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.746082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.746163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.746375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.746482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.746573] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 758.784239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.784639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.784811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.785235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.785566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.801139] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 758.801544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.801695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.801758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.801971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.802079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.802174] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 is going to be created. [ 758.840806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.840806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.840806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.841070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.841181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.855117] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: UNINITIALIZED for 2s [ 758.967206] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 758.967449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.967633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.967936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.968147] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.968291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.968358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.968527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.968637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.968694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.968792] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.476554] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.476889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.476889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.477263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.477434] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.477537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.477650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.477761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.477895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.477997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.478163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.478255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.478314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.478454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.478636] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.478710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.478824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.479146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.479146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.479219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.479286] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.494673] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 759.494893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.982188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2ac3f0-1495-4110-9753-c5bace5b2353: rpc.has_security_group_logging(os_id): False [ 760.001978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.001978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.001978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.002301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.002364] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.002460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.002640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.003285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.003462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.003804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.003946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.006618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.006618] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.006618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.006618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.006618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.006618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.006618] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 760.084541] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.084688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.084813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.084996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.085167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.099634] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 760.814883] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 760.814883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.866580] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: SUCCESS [ 760.866580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.866580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.866580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.866938] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.866938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.866938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.867122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.867209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.867300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.867695] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.371070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.371239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.371304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.371519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.371700] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.372290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.372290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.372290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.372290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.372290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.372735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.372735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.372735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.372735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.372990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.372990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.372990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.373436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.373436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.373436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.373436] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.879056] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8: rpc.has_security_group_logging(os_id): False [ 761.903229] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.903338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.903380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.903573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.903662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.903866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.903963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.904071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.904181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.904514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.904571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.904702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.904770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904948] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.905049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.905107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.905267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.905304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.905379] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 is going to be created. [ 761.981017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.981234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.981234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.981473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.981661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.996570] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: IN_PROGRESS for 2s [ 762.145152] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 762.145555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.244982] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8d6264a-e25d-46f5-80a2-8001476c87da req-45645a00-1d6d-4fb3-ac08-30f7d4e95c2b tempest-ServersTestBootFromVolume-1080644495 tempest-ServersTestBootFromVolume-1080644495-project-member] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 762.245600] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 762.245967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.246122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.246196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.246439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.246693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.246749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.246899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.247267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.247267] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.672966] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.673426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-249" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.673426] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-249" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.673691] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-249" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.674181] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.674310] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.674431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.674686] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.674861] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.676441] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.676441] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.676441] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.676574] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.676632] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.677294] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.677294] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.698819] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.699065] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.699218] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.699391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-249" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.699706] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-a9e299b5-67dd-4874-9763-c79994219122 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.699872] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.699986] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.700335] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.700470] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e299b5-67dd-4874-9763-c79994219122',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.750102] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.750316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.750410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.750657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.750771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.752130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.752130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.752130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.752130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752130] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 already deleted. [ 762.752130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.202960] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.203319] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.203319] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.203664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.203846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.204045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port a9e299b5-67dd-4874-9763-c79994219122 not found, creating... [ 763.204348] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.204533] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.204670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.204918] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.205104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.205392] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.205544] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.205654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.205851] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.206017] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.206164] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: a9e299b5-67dd-4874-9763-c79994219122 is going to be created. [ 763.230279] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.230410] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.231065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.231065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.231865] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.231865] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.003573] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8d6264a-e25d-46f5-80a2-8001476c87da req-fc647917-6c82-49fc-a10e-aa16a7c5080e service nova] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 764.003767] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8d6264a-e25d-46f5-80a2-8001476c87da req-fc647917-6c82-49fc-a10e-aa16a7c5080e service nova] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 764.003913] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8d6264a-e25d-46f5-80a2-8001476c87da req-fc647917-6c82-49fc-a10e-aa16a7c5080e service nova] Enqueued Resource ID: a9e299b5-67dd-4874-9763-c79994219122 with Priority: HIGHEST for action port [ 764.004568] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_rules [ 764.004700] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 764.004821] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e299b5-67dd-4874-9763-c79994219122 with Priority: HIGHEST for action port [ 764.005154] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.005316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.005433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.005595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.005678] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.010076] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.010513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.010674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.010771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.010849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.010968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.011067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.011159] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.012031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e299b5-67dd-4874-9763-c79994219122 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.012138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.012204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.012360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.012437] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e299b5-67dd-4874-9763-c79994219122',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.015256] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: SUCCESS [ 764.015256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.516093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.516409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.516409] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.517983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9e299b5-67dd-4874-9763-c79994219122 with status ACTIVE [ 764.518510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.518510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.518510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.518748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.518748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.518914] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.519042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.519112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.519274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.519344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.519529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.519628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.519680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.519808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.519879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.519962] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9e299b5-67dd-4874-9763-c79994219122 is going to be updated. [ 764.547324] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.547487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.547557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.547790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.547964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.548150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e299b5-67dd-4874-9763-c79994219122" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.955238] env[66526]: INFO networking_nsxv3.common.synchronization [req-3e0da855-27d6-44d3-947a-da724b7f3a2d req-79ee39b9-7ee1-45b5-b405-3385675bb5b2 tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 764.955765] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 764.956659] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.956790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.956859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.957145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.957317] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.957551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.957551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.957634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.957717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.957787] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.019049] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.274247] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.274440] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.274555] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.274884] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.275159] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.275311] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.275419] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.275619] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.275756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.277026] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.277142] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.277325] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.277453] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.277592] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.277755] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.277950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.298211] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.298211] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.298211] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.298211] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.298838] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-dcb72c2e-695e-46f5-b42b-ffd483537090 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.299043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.299163] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.299501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.299634] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb72c2e-695e-46f5-b42b-ffd483537090',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.459532] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.459700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.459779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.460039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.460138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.460384] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.460492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.460545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.460687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.460762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.460919] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 already deleted. [ 765.460919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.522744] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.523103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.523103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.523263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.523361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.523464] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 is going to be created. [ 765.558893] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.559137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.559252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.559472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.559683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.584130] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: UNINITIALIZED for 2s [ 765.803361] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.803361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.803361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.803361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.803361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.803361] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port dcb72c2e-695e-46f5-b42b-ffd483537090 not found, creating... [ 765.803361] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.803896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.803896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.803896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.803981] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.804279] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.804469] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.804598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.804821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.804958] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.805112] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: dcb72c2e-695e-46f5-b42b-ffd483537090 is going to be created. [ 765.831744] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.831945] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.832069] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.832579] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.832813] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.833054] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.747462] env[66526]: INFO networking_nsxv3.common.synchronization [req-3e0da855-27d6-44d3-947a-da724b7f3a2d req-a3c12f4b-1908-4ef0-99f6-a25b76cedd78 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 766.747462] env[66526]: INFO networking_nsxv3.common.synchronization [req-3e0da855-27d6-44d3-947a-da724b7f3a2d req-a3c12f4b-1908-4ef0-99f6-a25b76cedd78 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 766.747908] env[66526]: INFO networking_nsxv3.common.synchronization [req-3e0da855-27d6-44d3-947a-da724b7f3a2d req-a3c12f4b-1908-4ef0-99f6-a25b76cedd78 service nova] Enqueued Resource ID: dcb72c2e-695e-46f5-b42b-ffd483537090 with Priority: HIGHEST for action port [ 766.748189] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 766.748418] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 766.748418] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb72c2e-695e-46f5-b42b-ffd483537090 with Priority: HIGHEST for action port [ 766.748677] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.748818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.748869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.749343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.749343] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.750494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.750494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.750494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.750719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.750812] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.750906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.750967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.751121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.751209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.751300] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.752167] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb72c2e-695e-46f5-b42b-ffd483537090 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.752247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.752299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.752447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.752543] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb72c2e-695e-46f5-b42b-ffd483537090',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.254381] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.254636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.254718] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.255726] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcb72c2e-695e-46f5-b42b-ffd483537090 with status ACTIVE [ 767.255881] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.256023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.256093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.256530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.256530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.256650] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.256650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.256738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.256836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.256907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257095] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.257223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.257272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.257425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.257497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257580] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcb72c2e-695e-46f5-b42b-ffd483537090 is going to be updated. [ 767.288272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.288496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.288496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.288793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.288898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb72c2e-695e-46f5-b42b-ffd483537090" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.595864] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: SUCCESS [ 767.596303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.596538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.596829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.597230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.597230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.597375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.597697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.597697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.597697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.597697] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.761516] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.100492] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.264579] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.264845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.264971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.265448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.265448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.265670] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be created. [ 768.294503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.294503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.294503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.294503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.294503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.304860] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: UNINITIALIZED for 2s [ 768.603542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca370ef8-7386-4955-8ecc-e69f9d9aaf72: rpc.has_security_group_logging(os_id): False [ 768.625593] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.625831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.626213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.626493] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.626611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.627182] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 is going to be created. [ 768.712258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.714615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.714730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.715022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.715246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.730441] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: IN_PROGRESS for 2s [ 768.915043] env[66526]: INFO networking_nsxv3.common.synchronization [req-c5a9099e-ed43-445e-b286-9546991d5dbc req-eb8fbb54-42c7-4d93-baaa-6e8f0591a11a tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 768.915043] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 768.916242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.273919] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.274099] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.274333] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.274771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.275222] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.275484] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.275673] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.276058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.276305] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.276660] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.276839] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.277061] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.277269] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.277460] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.277667] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.277900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.304027] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.304027] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.304027] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.304027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.304027] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-db7fb522-4786-47b4-b101-194aec79a3db taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.304027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.304027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.304027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.304539] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7fb522-4786-47b4-b101-194aec79a3db',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.808549] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.808773] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.808893] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.809262] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.810149] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.810149] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port db7fb522-4786-47b4-b101-194aec79a3db not found, creating... [ 769.810149] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.810149] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.810149] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.810411] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.810496] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.810769] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.810919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.811662] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.811662] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.811662] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.811662] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: db7fb522-4786-47b4-b101-194aec79a3db is going to be created. [ 769.840792] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.840990] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.841114] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.841425] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.841666] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.841909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.316706] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 770.317017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.317249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.317649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.317758] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.317888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.318021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.318971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.318971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.318971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.318971] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.319432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.320471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.320471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.320471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.320471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.320471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.320471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.320951] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.570913] env[66526]: INFO networking_nsxv3.common.synchronization [req-c5a9099e-ed43-445e-b286-9546991d5dbc req-92b60f23-fb68-49fb-9ac5-e3f80079ecf9 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 770.570913] env[66526]: INFO networking_nsxv3.common.synchronization [req-c5a9099e-ed43-445e-b286-9546991d5dbc req-92b60f23-fb68-49fb-9ac5-e3f80079ecf9 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 770.570913] env[66526]: INFO networking_nsxv3.common.synchronization [req-c5a9099e-ed43-445e-b286-9546991d5dbc req-92b60f23-fb68-49fb-9ac5-e3f80079ecf9 service nova] Enqueued Resource ID: db7fb522-4786-47b4-b101-194aec79a3db with Priority: HIGHEST for action port [ 770.570913] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 770.571178] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 770.571571] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db7fb522-4786-47b4-b101-194aec79a3db with Priority: HIGHEST for action port [ 770.571786] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.571914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572079] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.572153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572402] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-db7fb522-4786-47b4-b101-194aec79a3db taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.572475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.572475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.572669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.572748] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db7fb522-4786-47b4-b101-194aec79a3db',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.747297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: SUCCESS [ 770.747468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.823212] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.823367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.823581] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.075041] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db7fb522-4786-47b4-b101-194aec79a3db with status ACTIVE [ 771.075333] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.075509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.075578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.075848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.075986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.076316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.076472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.076539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.076724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.076830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.077161] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.077407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.077668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.077668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.077741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.077851] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db7fb522-4786-47b4-b101-194aec79a3db is going to be updated. [ 771.101253] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.101470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.101558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.101765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.101899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.102115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db7fb522-4786-47b4-b101-194aec79a3db" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.325991] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.639515] env[66526]: INFO networking_nsxv3.common.synchronization [req-7bc14fa0-1864-40bc-baad-b622fb5d6f68 req-6dcad364-af71-40c2-8cc4-da4fffc1958e tempest-ServerDiagnosticsTest-358529575 tempest-ServerDiagnosticsTest-358529575-project-member] Enqueued Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 771.639864] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGHEST for action security_group_members [ 771.640318] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.640497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.640564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.640785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.640951] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.641063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.641128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.641274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.641362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.641526] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.828905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.829126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.829197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.829419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.829510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.829645] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 771.863830] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.864092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.864165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.866932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.866932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.876755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 772.146295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.146295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146295] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 is going to be updated. [ 772.186444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.186444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.186444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.186444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.186444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.199269] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: IN_PROGRESS for 2s [ 773.888862] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 773.889144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.889347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.889653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.889956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.890072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.890242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.890476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.890578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.890695] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.098736] env[66526]: INFO networking_nsxv3.common.synchronization [req-5fabaf1b-4b43-4fc5-8d0d-a74d3756b239 req-3cb6d7cc-5148-407c-bdc7-54cdd8d27986 tempest-TenantUsagesTestJSON-1397447966 tempest-TenantUsagesTestJSON-1397447966-project-member] Enqueued Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 774.098736] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 774.098736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.098736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.098736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.098736] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.211055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 in Status: SUCCESS [ 774.211055] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 deletion is rescheduled due to dependency. [ 774.211055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.394528] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.445020] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.445020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.445020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.445391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.445815] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.448124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.448124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.448124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.448124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.448124] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.448124] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.448124] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.448124] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.448124] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.448124] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.448124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.472046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.472213] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.472366] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.472541] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.472905] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-840f78ab-7934-4d1f-befb-5fa103165869 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.473110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473230] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473556] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473733] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840f78ab-7934-4d1f-befb-5fa103165869',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.600673] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.601453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.601453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.601453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.601453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.601922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.601922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.601922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.602095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.602196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.602462] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa already deleted. [ 774.602522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.898435] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.961140] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.961238] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.977614] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.977834] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.977994] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.978295] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.978446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.978601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 840f78ab-7934-4d1f-befb-5fa103165869 not found, creating... [ 774.978858] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.979022] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.979130] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.979377] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.979745] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.979805] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.979934] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.980054] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.980261] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.980386] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.980516] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 840f78ab-7934-4d1f-befb-5fa103165869 is going to be created. [ 775.001255] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.001484] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.001598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.001848] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.002079] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.002296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.265758] env[66526]: INFO networking_nsxv3.common.synchronization [req-76b5041d-7850-4ccd-a55b-5448ee72ac4a req-cbb0f0c1-ddb5-4c50-ab38-25173c169aa6 tempest-ServersTestFqdnHostnames-343020129 tempest-ServersTestFqdnHostnames-343020129-project-member] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 775.266647] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGHEST for action security_group_members [ 775.267227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.267309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.267375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.267641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.267819] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.267923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.267988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.268260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.269408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.269408] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.401306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.401532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.401532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.401741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.401847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.401946] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 775.440322] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.440322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.440322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.440495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.440604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.457681] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 775.772652] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.772952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.772952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.773171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.773171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.773798] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.773798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.773798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.773798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.773798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.773798] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e is going to be updated. [ 775.804650] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.804928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.804928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.805128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.805248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.810832] env[66526]: INFO networking_nsxv3.common.synchronization [req-5fabaf1b-4b43-4fc5-8d0d-a74d3756b239 req-3fcdf0e5-d8f3-428f-aa38-e36d0073dad0 service nova] Enqueued Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_rules [ 775.810832] env[66526]: INFO networking_nsxv3.common.synchronization [req-5fabaf1b-4b43-4fc5-8d0d-a74d3756b239 req-3fcdf0e5-d8f3-428f-aa38-e36d0073dad0 service nova] Enqueued Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 775.810832] env[66526]: INFO networking_nsxv3.common.synchronization [req-5fabaf1b-4b43-4fc5-8d0d-a74d3756b239 req-3fcdf0e5-d8f3-428f-aa38-e36d0073dad0 service nova] Enqueued Resource ID: 840f78ab-7934-4d1f-befb-5fa103165869 with Priority: HIGHEST for action port [ 775.812930] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_rules [ 775.812930] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 775.812930] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840f78ab-7934-4d1f-befb-5fa103165869 with Priority: HIGHEST for action port [ 775.812930] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.812930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.812930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.812930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.812930] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.816859] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.816859] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.816859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.816859] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.816859] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-840f78ab-7934-4d1f-befb-5fa103165869 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.819227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.819227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.819227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.819227] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840f78ab-7934-4d1f-befb-5fa103165869',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.822055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: IN_PROGRESS for 2s [ 776.320060] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.320446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.322312] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.323706] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 840f78ab-7934-4d1f-befb-5fa103165869 with status ACTIVE [ 776.324159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.324159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.324159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.324363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.325303] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.325303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.325303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.325303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.325303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.325303] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.325678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.325678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.326173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.326173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.326173] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 840f78ab-7934-4d1f-befb-5fa103165869 is going to be updated. [ 776.353765] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.353915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.353973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.354202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.354337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.354502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840f78ab-7934-4d1f-befb-5fa103165869" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.828830] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.056669] env[66526]: INFO networking_nsxv3.common.synchronization [req-881b53f1-ad5c-4199-8f38-1daad5f9f9f8 req-0426c8e0-dae4-476d-ac42-8b37f6ed5e0c tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 777.057870] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 777.058460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.058460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.058460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.058733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.058845] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.058946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.059010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.059187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.059274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.059369] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.331678] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.331993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.331993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.332279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.332279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.332353] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa is going to be created. [ 777.364010] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.364195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.364239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.376097] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: UNINITIALIZED for 2s [ 777.436308] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.436615] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436962] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.437492] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.437909] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.438312] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.438711] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.439127] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.439398] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.439723] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.440904] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.440904] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.440904] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.440904] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.440904] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.440904] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.466821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.466821] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.466821] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.466821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.466821] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-4d535684-c298-4dcc-97b7-3925b3e9fe40 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.466821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.466821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.466821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.468680] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d535684-c298-4dcc-97b7-3925b3e9fe40',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.473071] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.476040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.479085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.479332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.479583] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.479748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.479841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.480269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.480269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.480353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.480460] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.563249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.563249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.563249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.563249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.563249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.563249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.563567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.563567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.563663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.563787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.563885] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 already deleted. [ 777.564039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.805857] env[66526]: INFO networking_nsxv3.common.synchronization [req-a8a41b23-302e-4825-96ca-a17ed6a72164 req-77184d85-66a7-412e-84b6-8997c19bd881 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 777.806572] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 777.806857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.806964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807898] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.808320] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.833377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6303dad4-13ac-4060-a55c-233f01b9954e in Status: SUCCESS [ 777.833570] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e deletion is rescheduled due to dependency. [ 777.833669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.971770] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.972019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.972114] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.972947] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.973035] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.973218] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 4d535684-c298-4dcc-97b7-3925b3e9fe40 not found, creating... [ 777.973655] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.973892] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.974126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.974465] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.974657] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.975089] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.975345] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.975549] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.975878] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.976450] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.976450] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 4d535684-c298-4dcc-97b7-3925b3e9fe40 is going to be created. [ 777.982348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44210d6e-5f29-49d1-8a6c-5a79d009fc64: rpc.has_security_group_logging(os_id): False [ 778.013206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.014050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.014050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.014050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.014050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.014050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.014303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.014423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.014628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.014752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.014987] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.015151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.015456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.015573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.015817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.015963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.016093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.016256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.016375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.016499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be created. [ 778.018568] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.018846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.019033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.019311] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.019576] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.019876] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.165856] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.166087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.166141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.166344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.166515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.194903] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 778.313236] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.313236] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.313236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.313791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.313791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.313880] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 778.368646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.369070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.369070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.369221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.369402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.378967] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 778.733617] env[66526]: INFO networking_nsxv3.common.synchronization [req-881b53f1-ad5c-4199-8f38-1daad5f9f9f8 req-d670564c-d584-4e43-ba6b-9ae5e4491715 service nova] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 778.734230] env[66526]: INFO networking_nsxv3.common.synchronization [req-881b53f1-ad5c-4199-8f38-1daad5f9f9f8 req-d670564c-d584-4e43-ba6b-9ae5e4491715 service nova] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 778.734230] env[66526]: INFO networking_nsxv3.common.synchronization [req-881b53f1-ad5c-4199-8f38-1daad5f9f9f8 req-d670564c-d584-4e43-ba6b-9ae5e4491715 service nova] Enqueued Resource ID: 4d535684-c298-4dcc-97b7-3925b3e9fe40 with Priority: HIGHEST for action port [ 778.734641] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 778.735274] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 778.735417] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d535684-c298-4dcc-97b7-3925b3e9fe40 with Priority: HIGHEST for action port [ 778.735695] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.735873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.735873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.736647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.736647] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.737059] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.737935] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.737935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.738374] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.741755] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d535684-c298-4dcc-97b7-3925b3e9fe40 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.741944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.742048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.742303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.742303] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d535684-c298-4dcc-97b7-3925b3e9fe40',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.800786] env[66526]: INFO networking_nsxv3.common.synchronization [req-ba135b54-6f6d-4cc5-899a-24652d75955b req-aa1686ab-006a-41d8-9920-6a9501e0773a tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 778.801659] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 778.801659] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.801871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.801871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.801934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.802119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.802206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.802274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.803027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.803027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.803027] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.243664] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.243829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.246345] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.247455] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d535684-c298-4dcc-97b7-3925b3e9fe40 with status ACTIVE [ 779.247711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.247863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.247956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.248293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.248435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.248667] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.249529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.249529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.250245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.250360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.250607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.250745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.250848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.251067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.251221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.251327] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d535684-c298-4dcc-97b7-3925b3e9fe40 is going to be updated. [ 779.284195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.284436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.284436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.284674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.284805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.284976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d535684-c298-4dcc-97b7-3925b3e9fe40" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.305175] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.305366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.305366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.305561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.305648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.305832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.305978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.305978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.306167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.306233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.306321] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 779.344414] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.344614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.344703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.345047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.345286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.366092] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 779.387062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: SUCCESS [ 779.387369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.387465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.387683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.387874] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.388105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.388217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.388473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.388617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.388769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.388924] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.466864] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a83ed9d2-6e6f-4785-80e9-25ae17706f69 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 779.467727] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 779.468075] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.468232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.468301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.468557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.468643] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.570531] env[66526]: INFO networking_nsxv3.common.synchronization [None req-af00f97b-8898-4f4a-b6f7-cb4ee7590988 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 779.571358] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 779.572139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.572587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.755039] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.893918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.893918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.893918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.893918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.893918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.894622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.894622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.894622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.894622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.894622] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.990035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990654] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d already deleted. [ 779.990765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.991037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.991119] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.211362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 780.212176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.212527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.212979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.213231] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.264280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.264280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.264280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.264280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.264280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.264280] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be created. [ 780.290816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.290816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.290816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.290816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.290816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.307899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: UNINITIALIZED for 2s [ 780.392483] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 780.392815] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 780.392815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.396517] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3726980-ab6e-4df0-8428-8c7ba200f0fa: rpc.has_security_group_logging(os_id): False [ 780.416387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.416570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.416613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.417730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.417730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.418582] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.418728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.418795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.418953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.419100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.419353] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.419425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.419425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.419575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.419649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.419735] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa is going to be created. [ 780.491592] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.494072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.494072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.494072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.508160] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: IN_PROGRESS for 2s [ 780.518886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.519107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.519200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.519924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.519924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.519924] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d already deleted. [ 780.519924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.716324] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.716709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.716888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.719150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.719150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.719150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.719255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.719434] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.222516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.222679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.222738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.222961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.223144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.223247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.223305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.223541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.223628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.223775] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.223867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.223928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.224097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.224239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.224406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.224406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.224517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.224624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.224656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.224748] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.379314] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 781.379553] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 781.380094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.732107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44210d6e-5f29-49d1-8a6c-5a79d009fc64: rpc.has_security_group_logging(os_id): False [ 781.757291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.758281] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.758281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.758606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.758606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.759894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.760155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.760155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.760543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.760543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.763704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.763704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.763704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.763704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.763704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.763704] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 781.848931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.849117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.849233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.849447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.849608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.870473] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 782.269211] env[66526]: INFO networking_nsxv3.common.synchronization [req-e26f13b6-4806-4584-997d-57424d9229b1 req-02bcd806-2d86-48f8-b3e6-1148c2b6353d tempest-ServerExternalEventsTest-478079654 tempest-ServerExternalEventsTest-478079654-project-member] Enqueued Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 782.273953] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 782.274168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.274513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.274669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275222] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.321323] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 782.322274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.322274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.322439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.322615] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.322742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.322824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.323350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.323350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.323350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.323511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.522302] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: SUCCESS [ 782.522583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.640931] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.641146] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.641336] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.641644] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.641911] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.642095] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.642211] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.642422] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.642558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.642759] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.642865] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.642968] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.643081] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.643185] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.643283] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.643406] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.663972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.664292] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.664550] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.664802] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-559" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.665279] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-e98f226b-ecb7-4c5b-8c28-919029b4c525 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.665728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.665728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.665899] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.666069] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e98f226b-ecb7-4c5b-8c28-919029b4c525',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.781716] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.781716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.782120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.782335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.782396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.782542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782696] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55a700a-4490-4519-9256-338a195aca84 already deleted. [ 782.782771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826509] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.169149] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.169418] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.169605] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.169842] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.169981] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170206] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port e98f226b-ecb7-4c5b-8c28-919029b4c525 not found, creating... [ 783.170539] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.170743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.170866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.171094] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.171227] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.171505] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.171714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.171845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172039] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172166] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.172342] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: e98f226b-ecb7-4c5b-8c28-919029b4c525 is going to be created. [ 783.193677] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.193889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.194014] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.194309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.194574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.195074] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.328842] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff11b7cf-6cf4-4e63-a102-b48a936da5d3: rpc.has_security_group_logging(os_id): False [ 783.359035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.359276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.359362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.359717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.359855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.360221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.360430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.360509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.360739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.360831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.360959] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be created. [ 783.435433] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.435648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.435727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.435934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.436225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.451658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 783.883993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 783.884303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.932736] env[66526]: INFO networking_nsxv3.common.synchronization [req-e26f13b6-4806-4584-997d-57424d9229b1 req-f508fe81-90d8-4be5-abfa-234650956910 service nova] Enqueued Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_rules [ 783.933034] env[66526]: INFO networking_nsxv3.common.synchronization [req-e26f13b6-4806-4584-997d-57424d9229b1 req-f508fe81-90d8-4be5-abfa-234650956910 service nova] Enqueued Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 783.933194] env[66526]: INFO networking_nsxv3.common.synchronization [req-e26f13b6-4806-4584-997d-57424d9229b1 req-f508fe81-90d8-4be5-abfa-234650956910 service nova] Enqueued Resource ID: e98f226b-ecb7-4c5b-8c28-919029b4c525 with Priority: HIGHEST for action port [ 783.938021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_rules [ 783.938021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 783.938021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f226b-ecb7-4c5b-8c28-919029b4c525 with Priority: HIGHEST for action port [ 783.938021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938021] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.938021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.938021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.939244] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.944772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e98f226b-ecb7-4c5b-8c28-919029b4c525 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.944772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.944772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.944772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.944772] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e98f226b-ecb7-4c5b-8c28-919029b4c525',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.445752] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.445907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.448527] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.449496] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e98f226b-ecb7-4c5b-8c28-919029b4c525 with status ACTIVE [ 784.449704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.450538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.450538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.450538] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.450770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.450770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.450832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.451145] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.451254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.451317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.451485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.451569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.451644] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e98f226b-ecb7-4c5b-8c28-919029b4c525 is going to be updated. [ 784.490359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.490530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.490814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.490814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.490944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.491615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e98f226b-ecb7-4c5b-8c28-919029b4c525" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.526476] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e36d9aaa-1399-4159-8cef-f55543193a30 None None] Enqueued Resource ID: 8b3c724b-114c-4035-ba27-1382429a5932 with Priority: HIGHEST for action port [ 784.527363] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3c724b-114c-4035-ba27-1382429a5932 with Priority: HIGHEST for action port [ 784.527541] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3c724b-114c-4035-ba27-1382429a5932 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.527662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3c724b-114c-4035-ba27-1382429a5932" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.527743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3c724b-114c-4035-ba27-1382429a5932" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.528752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3c724b-114c-4035-ba27-1382429a5932" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.528752] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3c724b-114c-4035-ba27-1382429a5932',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.959226] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.033694] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b3c724b-114c-4035-ba27-1382429a5932 [ 785.034011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.034159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.034223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.034440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.034525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.034619] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b3c724b-114c-4035-ba27-1382429a5932 already deleted. [ 785.034698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3c724b-114c-4035-ba27-1382429a5932" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.462519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.462579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.463726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.463726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.463726] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55a700a-4490-4519-9256-338a195aca84 is going to be created. [ 785.471719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 785.471954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.489203] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.489203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.489203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.489432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.489555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.501038] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: UNINITIALIZED for 2s [ 787.415694] env[66526]: INFO networking_nsxv3.common.synchronization [None req-86f5fca1-512e-4d3e-a4d4-0833e85c581e None None] Enqueued Resource ID: de96567d-6bbd-4d5a-bf66-c95f97e75df8 with Priority: HIGHEST for action port [ 787.415694] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de96567d-6bbd-4d5a-bf66-c95f97e75df8 with Priority: HIGHEST for action port [ 787.422472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-de96567d-6bbd-4d5a-bf66-c95f97e75df8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.422472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de96567d-6bbd-4d5a-bf66-c95f97e75df8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.422472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de96567d-6bbd-4d5a-bf66-c95f97e75df8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.422472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de96567d-6bbd-4d5a-bf66-c95f97e75df8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.422472] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de96567d-6bbd-4d5a-bf66-c95f97e75df8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.516382] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: SUCCESS [ 787.517152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.517152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.517152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.517349] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.517463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.517556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.517865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.517956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.518510] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.926937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de96567d-6bbd-4d5a-bf66-c95f97e75df8 [ 787.926937] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.926937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.926937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.926937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.926937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.926937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de96567d-6bbd-4d5a-bf66-c95f97e75df8 already deleted. [ 787.926937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de96567d-6bbd-4d5a-bf66-c95f97e75df8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.021722] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.021941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.021987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.022239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.022432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.022559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.022632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.022825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.022922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.023042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.023221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.023324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.023391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.023736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.023736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.023849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.023937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.024116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.024198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.024289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.024375] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.372308] env[66526]: INFO networking_nsxv3.common.synchronization [None req-468a8491-4734-4731-b3cb-9f23c16bda64 None None] Enqueued Resource ID: 21336516-8d02-414b-afa7-56fbb739b957 with Priority: HIGHEST for action port [ 788.372308] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21336516-8d02-414b-afa7-56fbb739b957 with Priority: HIGHEST for action port [ 788.372308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-21336516-8d02-414b-afa7-56fbb739b957 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.372446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21336516-8d02-414b-afa7-56fbb739b957" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.372957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21336516-8d02-414b-afa7-56fbb739b957" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.373325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21336516-8d02-414b-afa7-56fbb739b957" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.373500] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21336516-8d02-414b-afa7-56fbb739b957',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.529019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a55a700a-4490-4519-9256-338a195aca84: rpc.has_security_group_logging(os_id): False [ 788.547084] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.547283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.547373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.547554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.547684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.547987] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.548432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.548736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548982] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.549151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.549381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.549588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.549753] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.549863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.549946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.550172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.550244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.550339] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55a700a-4490-4519-9256-338a195aca84 is going to be created. [ 788.611710] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.611710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.611710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.611710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.611960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.627272] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: IN_PROGRESS for 2s [ 788.876787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21336516-8d02-414b-afa7-56fbb739b957 [ 788.877049] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.877520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.877684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.877737] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21336516-8d02-414b-afa7-56fbb739b957 already deleted. [ 788.877788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21336516-8d02-414b-afa7-56fbb739b957" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.300438] env[66526]: INFO networking_nsxv3.common.synchronization [req-8aac89b7-9172-4ccd-abd1-5b36ca2c7c2f req-bbc67dfd-5f35-4a85-98df-985cd7f8e5bb tempest-TenantUsagesTestJSON-1397447966 tempest-TenantUsagesTestJSON-1397447966-project-member] Enqueued Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 790.300950] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGHEST for action security_group_members [ 790.301282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.301538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.301799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.302035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.302182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.302254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.302436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.302562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.302660] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.641635] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: SUCCESS [ 790.641635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.805885] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.806064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.806146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.806377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.806479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.806705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.806812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.806875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.807070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.807144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.807629] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa is going to be updated. [ 790.839501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.839655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.839752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.839917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.840069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851264] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: IN_PROGRESS for 2s [ 791.098500] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4a540f31-939e-4171-88aa-2b879e526966 None None] Enqueued Resource ID: 39952b70-be41-4d76-8c62-6eb45fb323a8 with Priority: HIGHEST for action port [ 791.098728] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39952b70-be41-4d76-8c62-6eb45fb323a8 with Priority: HIGHEST for action port [ 791.099615] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-39952b70-be41-4d76-8c62-6eb45fb323a8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.099615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39952b70-be41-4d76-8c62-6eb45fb323a8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.101165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39952b70-be41-4d76-8c62-6eb45fb323a8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.102190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39952b70-be41-4d76-8c62-6eb45fb323a8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.102190] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39952b70-be41-4d76-8c62-6eb45fb323a8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.609737] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39952b70-be41-4d76-8c62-6eb45fb323a8 [ 791.609737] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.610169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.610169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.610169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610277] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39952b70-be41-4d76-8c62-6eb45fb323a8 already deleted. [ 791.610277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39952b70-be41-4d76-8c62-6eb45fb323a8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.862103] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa in Status: SUCCESS [ 792.862363] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa deletion is rescheduled due to dependency. [ 792.862454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.358020] env[66526]: INFO networking_nsxv3.common.synchronization [req-1efb8feb-80f0-4122-94d6-b218c5c90056 req-01e47c33-9566-46da-8258-82eb2cad7272 tempest-ServerExternalEventsTest-478079654 tempest-ServerExternalEventsTest-478079654-project-member] Enqueued Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 795.358020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGHEST for action security_group_members [ 795.358020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.358020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.358755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.359065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.359332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.359553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.359701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.359960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.360701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.360701] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.862426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.862553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.862770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.862918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.863035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.863303] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.863437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.863437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.863754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.863754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.863754] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55a700a-4490-4519-9256-338a195aca84 is going to be updated. [ 795.893907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.894103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.894152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.894937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.894937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.905921] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: IN_PROGRESS for 2s [ 796.050085] env[66526]: INFO networking_nsxv3.common.synchronization [req-3b08c130-311c-48f0-9df5-a82c2c5cb843 req-cb40d0a0-2fdb-46d0-91a6-1d23cfbaba64 tempest-ListImageFiltersTestJSON-1900286333 tempest-ListImageFiltersTestJSON-1900286333-project-member] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 796.051061] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 796.051061] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.051336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.051336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.051452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.051533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.051624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.051679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.051810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.051898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.051971] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.278511] env[66526]: INFO networking_nsxv3.common.synchronization [req-89c18762-88c6-4b4e-bc5f-8348040264ce req-8c0cca70-161b-4e41-ade2-c29b1978159f tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 796.279370] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 796.280584] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.280584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.280584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.280584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.280824] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.280824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.280902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.281014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.281117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.281934] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.556077] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.585793] env[66526]: INFO networking_nsxv3.common.synchronization [req-ea8999a2-c56a-4814-b645-fa3740136152 req-ecf32621-42b8-4727-839e-3f3a8bbdcca3 tempest-InstanceActionsV221TestJSON-1560376360 tempest-InstanceActionsV221TestJSON-1560376360-project-member] Enqueued Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 796.585793] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 796.585793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.585793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.585793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.586311] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.784915] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.931698] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.931884] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-715" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.932008] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-715" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.932326] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-715" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.932659] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.932902] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.932942] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.933704] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.933704] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.933704] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.933704] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.933704] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.933930] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.933930] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.934070] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.934119] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.954031] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.954031] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.954031] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.954223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-715" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.954541] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.954724] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.954876] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.955225] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.955388] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77d0c2a-fd4f-41c8-99ff-9187ef5089d5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.059086] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.088584] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.088750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.088812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.089106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.089326] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.089427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.089481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.089701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.089783] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 already deleted. [ 797.089859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.287531] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.457681] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.457911] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.457994] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.458361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.458498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.458641] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 not found, creating... [ 797.458890] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.459049] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.459197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.459431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.460047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.460047] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.460047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.460315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.460375] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.460477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.460611] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 is going to be created. [ 797.483473] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483817] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.484120] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.484375] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.484608] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.561985] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.562402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.562402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.562499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.562532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.562635] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 797.594700] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.595289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.595411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.606825] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 797.790298] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.790461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.790526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.790753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.790863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.790943] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 797.817678] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.817814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.817887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.818104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.818268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.827026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 797.912498] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55a700a-4490-4519-9256-338a195aca84 in Status: SUCCESS [ 797.912679] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55a700a-4490-4519-9256-338a195aca84 deletion is rescheduled due to dependency. [ 797.912787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.191315] env[66526]: INFO networking_nsxv3.common.synchronization [req-ea8999a2-c56a-4814-b645-fa3740136152 req-fa218256-c84b-4af9-8c17-4e3ca99b099b service nova] Enqueued Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_rules [ 798.191489] env[66526]: INFO networking_nsxv3.common.synchronization [req-ea8999a2-c56a-4814-b645-fa3740136152 req-fa218256-c84b-4af9-8c17-4e3ca99b099b service nova] Enqueued Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 798.191617] env[66526]: INFO networking_nsxv3.common.synchronization [req-ea8999a2-c56a-4814-b645-fa3740136152 req-fa218256-c84b-4af9-8c17-4e3ca99b099b service nova] Enqueued Resource ID: a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 with Priority: HIGHEST for action port [ 798.191849] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_rules [ 798.191980] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 798.192086] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 with Priority: HIGHEST for action port [ 798.194772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.194911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.194993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.195267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.195354] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.196285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.196588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.196588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.196687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.196803] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.196900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.196963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.197117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.197203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.197343] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.199564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.200056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.200782] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77d0c2a-fd4f-41c8-99ff-9187ef5089d5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.702205] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.703244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.703352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.703721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 with status ACTIVE [ 798.703786] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.703854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.703933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.704475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.704538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.704689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.704765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.704936] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.705036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.705092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.705228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.705303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.705383] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77d0c2a-fd4f-41c8-99ff-9187ef5089d5 is going to be updated. [ 798.730665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77d0c2a-fd4f-41c8-99ff-9187ef5089d5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.207397] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.618127] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 799.618384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.710110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.710406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.710406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.710566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.710650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.710754] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 is going to be created. [ 799.736431] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.736611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.736646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.736935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.737025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.748393] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: UNINITIALIZED for 2s [ 799.837237] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 799.837237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.759580] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: SUCCESS [ 801.759906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.760034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.760192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.760516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.760516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.760611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.761041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.761041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761041] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.914167] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.914167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.914167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.914167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.914167] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.264630] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.264630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.264846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.265089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.265350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.265499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.265593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.268072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268490] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.268651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.268750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.269020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.269306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.269444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.269538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.269773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.269899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.270057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.270203] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.415606] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.773915] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71: rpc.has_security_group_logging(os_id): False [ 802.794450] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.794450] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.794450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.796102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.796102] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.796102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.796102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.796102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.796386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.796386] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.796478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.796536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.796718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.796754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.796825] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 is going to be created. [ 802.853662] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c8d1d26-2fbe-42f2-b738-f9de7d6c35c6 req-effdb8e9-6fa1-4945-9fa1-3cf1c423217a tempest-ServerGroupTestJSON-491403809 tempest-ServerGroupTestJSON-491403809-project-member] Enqueued Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 802.854338] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 802.854664] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.854786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.854848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.855715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.855844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.856404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.856487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.856713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.856781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.857356] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.872410] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.872559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.872604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.872956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.873170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885538] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: IN_PROGRESS for 2s [ 802.919051] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.155896] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.155896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-616" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.155896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-616" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.155896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-616" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.156218] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.156805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.156909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.157128] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.157236] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.157339] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.157439] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.157539] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.157637] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.157765] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.176708] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.176867] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.176995] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.177204] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-616" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.177624] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-59b14cdb-e6b5-4839-965e-e43964e49fab taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.177807] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.177921] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.178304] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.178565] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b14cdb-e6b5-4839-965e-e43964e49fab',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.359362] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.359583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.359583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.359780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.359871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.360129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.360267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.360267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.360397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.360473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.360574] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a already deleted. [ 803.360654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.421629] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 803.421745] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 803.681268] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.681581] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.681720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.683051] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.683051] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.683051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 59b14cdb-e6b5-4839-965e-e43964e49fab not found, creating... [ 803.683051] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.683051] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.683051] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.683866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.683866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.683866] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.683866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.684018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.684202] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.684308] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.684503] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 59b14cdb-e6b5-4839-965e-e43964e49fab is going to be created. [ 803.710277] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.710556] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.710597] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.710840] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.711084] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.711306] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.362173] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.362532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.362532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.362876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.377675] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 804.378643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.379579] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 804.411831] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c8d1d26-2fbe-42f2-b738-f9de7d6c35c6 req-e85eff1f-d8ff-430c-8539-01f00bfbecf8 service nova] Enqueued Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_rules [ 804.411995] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c8d1d26-2fbe-42f2-b738-f9de7d6c35c6 req-e85eff1f-d8ff-430c-8539-01f00bfbecf8 service nova] Enqueued Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 804.412138] env[66526]: INFO networking_nsxv3.common.synchronization [req-9c8d1d26-2fbe-42f2-b738-f9de7d6c35c6 req-e85eff1f-d8ff-430c-8539-01f00bfbecf8 service nova] Enqueued Resource ID: 59b14cdb-e6b5-4839-965e-e43964e49fab with Priority: HIGHEST for action port [ 804.414530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.415647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.415647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.415647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.421846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.422386] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 804.422477] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.422563] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 804.423781] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_rules [ 804.423906] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 804.423947] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b14cdb-e6b5-4839-965e-e43964e49fab with Priority: HIGHEST for action port [ 804.425423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.425571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.425571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.425779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.426238] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.426684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.426797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.426854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.427232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.427232] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.427318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.427318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.427427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.427505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.427587] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.428314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b14cdb-e6b5-4839-965e-e43964e49fab taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.428437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.428492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.428617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.428749] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b14cdb-e6b5-4839-965e-e43964e49fab',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.433620] env[66526]: INFO networking_nsxv3.common.synchronization [req-6176ded5-02da-4c2f-85c9-ce4601c885fa req-0139a4a5-35ff-4ce6-8a61-b0b1d41ebd67 tempest-ServersNegativeTestJSON-2057544758 tempest-ServersNegativeTestJSON-2057544758-project-member] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 804.438380] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 804.438734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.438883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.438946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.439182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.439390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.439469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.439504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.439663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.439724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.439802] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.481110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.481278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.481359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.481543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.482824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.482993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 804.540539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.540723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.540772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.540935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.541145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.541351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 804.616058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.616305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.616305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.617021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.618047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.618047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 804.618047] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6303dad4-13ac-4060-a55c-233f01b9954e', '0e896be2-db0e-4646-a8c5-4d69aa9b222c', '6e833ff4-200b-432a-8e5f-55dded83adef', 'd79516cf-4a8b-4089-8ec2-431831aaadad', '820ada69-549e-47a8-af5b-8ef909a85cce', 'eba23019-1160-4137-a974-5fa792565600', '83a3ad00-a8ad-45ea-ac7e-707d84dea92f', 'a46bee9b-6ec7-4d27-98d0-c67a038180e3', '6153f95c-3a7e-4ac9-88cc-03748ae6182c', '40345d28-ce59-4fb1-8001-047f55e1b3e1', '25b0b632-a502-4360-92ba-ef9b5d92e45a', 'a55a700a-4490-4519-9256-338a195aca84', '5d2ac3f0-1495-4110-9753-c5bace5b2353', 'a4a0594f-45d8-45a5-b5d7-640c8f3e3519', 'f39f57c3-0611-42f7-87fd-347e7b8e1295', 'c6dee0db-67cb-4640-8ecc-b5afa3bd4fda', 'ca370ef8-7386-4955-8ecc-e69f9d9aaf72', '6107c3b5-5ce9-40bd-bcc4-cc2b597581c8', '29ade912-f6e5-47f2-9194-35c68b696fdb', '58ee89ef-eb04-4726-bf0a-3ab0c13783be', '44210d6e-5f29-49d1-8a6c-5a79d009fc64', '1cb9f174-9448-45c8-b7d5-36ebcb3a23fd', '8ed9f0ea-207b-4cbd-9535-30a7745e928f', 'cca02882-c8f0-41ae-aa9b-6c8c99489236', 'f6f86119-5368-441a-9260-30d8f39fa85d', 'b3726980-ab6e-4df0-8428-8c7ba200f0fa', 'f22ac8db-a033-4a8f-87cd-bcea14b0c262', 'ff11b7cf-6cf4-4e63-a102-b48a936da5d3', '9d791bbe-ffe7-44b1-8fe0-561abd7a6d71', '5185f0b2-c9a5-4519-8232-b0a61ad43806'} {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.618047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 804.641680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.641970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.641970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.642100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.642526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.642526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 804.642526] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.642526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 804.705121] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.705121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.705121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.705121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.705918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.705918] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 804.706070] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 804.706110] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 804.706218] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 804.706323] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 804.706418] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGH for action security_group_rules [ 804.706518] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGH for action security_group_rules [ 804.706604] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGH for action security_group_rules [ 804.706685] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGH for action security_group_rules [ 804.706765] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGH for action security_group_rules [ 804.706845] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGH for action security_group_rules [ 804.707158] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGH for action security_group_rules [ 804.707255] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGH for action security_group_rules [ 804.707322] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGH for action security_group_rules [ 804.707419] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGH for action security_group_rules [ 804.707490] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGH for action security_group_rules [ 804.707552] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGH for action security_group_rules [ 804.707613] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 804.707681] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGH for action security_group_rules [ 804.707733] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGH for action security_group_rules [ 804.707793] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGH for action security_group_rules [ 804.707854] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGH for action security_group_rules [ 804.707914] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGH for action security_group_rules [ 804.707977] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGH for action security_group_rules [ 804.708055] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGH for action security_group_rules [ 804.708147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.798315] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.798573] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.798698] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.799030] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.799299] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.799451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.799557] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.799767] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.799936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.800287] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.800886] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.800886] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.800886] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.800886] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.800886] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.801089] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.822492] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.822684] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.822818] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.823013] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.823354] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-2d0bb448-149e-4b57-93d8-195411de2082 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.823532] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.823641] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.824021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.824195] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0bb448-149e-4b57-93d8-195411de2082',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.898965] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: SUCCESS [ 804.898965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.936385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936385] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59b14cdb-e6b5-4839-965e-e43964e49fab with status ACTIVE [ 804.936385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.936385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.936385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.936385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.937168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.937168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.937288] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59b14cdb-e6b5-4839-965e-e43964e49fab is going to be updated. [ 804.938879] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.942295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.942448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.942621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.942701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.942878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.943059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.943318] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f already deleted. [ 804.943394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.960985] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.961361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.961361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.961550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.961550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.961700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b14cdb-e6b5-4839-965e-e43964e49fab" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.327417] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.327753] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.327916] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.328219] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.328412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.328601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 2d0bb448-149e-4b57-93d8-195411de2082 not found, creating... [ 805.328875] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.329033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.329153] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.329438] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.329568] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.329843] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.329985] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.330299] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.330422] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.330564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 2d0bb448-149e-4b57-93d8-195411de2082 is going to be created. [ 805.352891] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.353117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.353210] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.353456] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.353668] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.353871] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.442462] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.945023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.945023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.945023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.945023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.945023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.945251] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a is going to be created. [ 805.969832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.970134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.970134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.970274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.971095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.981183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: UNINITIALIZED for 2s [ 806.055262] env[66526]: INFO networking_nsxv3.common.synchronization [req-6176ded5-02da-4c2f-85c9-ce4601c885fa req-bc59fe4b-679c-4697-876c-ef1f0b42448d service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 806.055393] env[66526]: INFO networking_nsxv3.common.synchronization [req-6176ded5-02da-4c2f-85c9-ce4601c885fa req-bc59fe4b-679c-4697-876c-ef1f0b42448d service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 806.056072] env[66526]: INFO networking_nsxv3.common.synchronization [req-6176ded5-02da-4c2f-85c9-ce4601c885fa req-bc59fe4b-679c-4697-876c-ef1f0b42448d service nova] Enqueued Resource ID: 2d0bb448-149e-4b57-93d8-195411de2082 with Priority: HIGHEST for action port [ 806.056072] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 806.057233] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 806.057354] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0bb448-149e-4b57-93d8-195411de2082 with Priority: HIGHEST for action port [ 806.057488] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6303dad4-13ac-4060-a55c-233f01b9954e with Priority: HIGH for action security_group_rules [ 806.057547] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGH for action security_group_rules [ 806.057680] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f with Priority: HIGH for action security_group_rules [ 806.057749] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 with Priority: HIGH for action security_group_rules [ 806.057806] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGH for action security_group_rules [ 806.057892] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ade912-f6e5-47f2-9194-35c68b696fdb with Priority: HIGH for action security_group_rules [ 806.058102] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 with Priority: HIGH for action security_group_rules [ 806.058102] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGH for action security_group_rules [ 806.058303] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGH for action security_group_rules [ 806.058390] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGH for action security_group_rules [ 806.058529] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 806.058529] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a700a-4490-4519-9256-338a195aca84 with Priority: HIGH for action security_group_rules [ 806.058649] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a with Priority: HIGH for action security_group_rules [ 806.058699] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGH for action security_group_rules [ 806.058762] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c with Priority: HIGH for action security_group_rules [ 806.058900] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba23019-1160-4137-a974-5fa792565600 with Priority: HIGH for action security_group_rules [ 806.058950] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 with Priority: HIGH for action security_group_rules [ 806.059021] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGH for action security_group_rules [ 806.059093] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c with Priority: HIGH for action security_group_rules [ 806.060023] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79516cf-4a8b-4089-8ec2-431831aaadad with Priority: HIGH for action security_group_rules [ 806.060023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.060023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.060023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.060023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.060023] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.061681] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.061681] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.061681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.062062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.062062] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.062604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0bb448-149e-4b57-93d8-195411de2082 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.062702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.062950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.062950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.063033] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0bb448-149e-4b57-93d8-195411de2082',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.063874] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6303dad4-13ac-4060-a55c-233f01b9954e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.064029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.064077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.064370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.064370] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6303dad4-13ac-4060-a55c-233f01b9954e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.065574] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.065574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.065574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.065740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.065778] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.066730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.066832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.066903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.067105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.067168] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83a3ad00-a8ad-45ea-ac7e-707d84dea92f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.068139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f39f57c3-0611-42f7-87fd-347e7b8e1295 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.068317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.068537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.068609] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f39f57c3-0611-42f7-87fd-347e7b8e1295',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.070865] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.070865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.070865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.070865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.070865] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.070865] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29ade912-f6e5-47f2-9194-35c68b696fdb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.072077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072077] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29ade912-f6e5-47f2-9194-35c68b696fdb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.072212] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.072338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072572] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6107c3b5-5ce9-40bd-bcc4-cc2b597581c8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.073795] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.073795] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.074028] env[66526]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.074589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.074694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.074757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.074901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.074967] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.075838] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.075943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.076025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.076176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.076234] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.077187] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.077187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.077187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.077392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.077392] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.078142] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55a700a-4490-4519-9256-338a195aca84 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078515] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55a700a-4490-4519-9256-338a195aca84',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.079394] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b0b632-a502-4360-92ba-ef9b5d92e45a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.079488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.079556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.079697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.079762] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b0b632-a502-4360-92ba-ef9b5d92e45a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.080619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.080711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.080711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.080839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.080908] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.081707] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.081826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.081919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.082105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.082216] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6153f95c-3a7e-4ac9-88cc-03748ae6182c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.083169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eba23019-1160-4137-a974-5fa792565600 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.083282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.083347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.083490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.083558] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eba23019-1160-4137-a974-5fa792565600',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.084324] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.084478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.084526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.084669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.084740] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a46bee9b-6ec7-4d27-98d0-c67a038180e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.085517] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.085651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.085720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.085897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.085970] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.086195] env[66526]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.086916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.087034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.087132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.087309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.087385] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e896be2-db0e-4646-a8c5-4d69aa9b222c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.088223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79516cf-4a8b-4089-8ec2-431831aaadad taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.088361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.088439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.088615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.088691] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79516cf-4a8b-4089-8ec2-431831aaadad',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.591548] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.592042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.592042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.592250] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0bb448-149e-4b57-93d8-195411de2082 with status ACTIVE [ 806.593768] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.593768] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.593768] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.593768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.594527] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0bb448-149e-4b57-93d8-195411de2082 is going to be updated. [ 806.617666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.618132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.618132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.618453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.618612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.621393] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.621393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.621688] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.621799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.622024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.622130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.622188] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.639353] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.639543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.639692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.639937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.640265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.640265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.640450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.640488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.640636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.640729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.640832] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.642279] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.642279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.642426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.642684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.642684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.642800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.642949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.643099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.643213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.643325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.643428] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.645727] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.646119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.646196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.646414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.646780] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.646780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.647077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.647138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.647302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.647889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.647889] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.648601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.649100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.649243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649400] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.649497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.649550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.649684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.649833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.649911] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.662720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.662983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.662983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.663157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.663318] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.663435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.663510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.663629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.663722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.663807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.663880] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.696110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.696326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.696381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.696565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.708042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.708042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.708868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.708997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.712288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.712426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.713218] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.713342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.714405] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.714526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.716864] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.716997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.717707] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.717823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.718601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.718725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.719711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.719837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.720614] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.720734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.731743] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.732141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.732370] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eba23019-1160-4137-a974-5fa792565600 is going to be deleted. [ 806.733400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.733615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.738644] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.738644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.739498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.739557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.740346] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.740691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.740793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.760839] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 806.761509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.761702] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6303dad4-13ac-4060-a55c-233f01b9954e is going to be deleted. [ 806.763894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.812687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813406] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83a3ad00-a8ad-45ea-ac7e-707d84dea92f is going to be deleted. [ 806.814196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.814699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.860080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.860202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.863627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.863764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.873459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.873600] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a46bee9b-6ec7-4d27-98d0-c67a038180e3 is going to be deleted. [ 806.874503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.874859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.898971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.899145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.926606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.926771] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f39f57c3-0611-42f7-87fd-347e7b8e1295 is going to be deleted. [ 806.927700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.927900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.953376] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.953632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.954838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955049] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79516cf-4a8b-4089-8ec2-431831aaadad is going to be deleted. [ 806.956162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.956379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.005007] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.005183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be deleted. [ 807.006218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.006550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.050464] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.050683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.063406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.063539] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6153f95c-3a7e-4ac9-88cc-03748ae6182c is going to be deleted. [ 807.064625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.064836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.096938] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.117497] env[66526]: INFO networking_nsxv3.common.synchronization [req-c9f3628c-494d-46f2-afb7-4d462b9a1662 req-993bc601-a082-4661-b429-49ce08b35b2d tempest-ServerMetadataNegativeTestJSON-1058413323 tempest-ServerMetadataNegativeTestJSON-1058413323-project-member] Enqueued Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 807.117997] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 807.118365] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.118497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.118554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.118863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119135] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.119135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.119380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.119380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.119587] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.124198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.124304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be deleted. [ 807.125210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.125392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.126817] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.130432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.130432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.144176] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.145285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.152252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.152252] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29ade912-f6e5-47f2-9194-35c68b696fdb is going to be deleted. [ 807.153305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.153609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155147] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.155762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.156120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.156202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.156289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.156433] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.156522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.156586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.156720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.156851] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.156938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.157011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.157179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.157253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.157333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.157442] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.159486] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.161443] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.161443] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.161443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.161910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.161910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.161910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.162033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.162172] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.162319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.164610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.164610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.164610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.164610] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.172842] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.174501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.174675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.174742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.174946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.175125] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.175225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.175438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.175521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.175758] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.175872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.175929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.176084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.176226] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.176320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.176373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.176514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.176591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.176669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.176883] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.254149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.254593] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55a700a-4490-4519-9256-338a195aca84 is going to be deleted. [ 807.260024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.262297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.355424] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.355786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.357100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.357100] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6107c3b5-5ce9-40bd-bcc4-cc2b597581c8 is going to be deleted. [ 807.357712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.357829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.383365] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.383565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.387075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.387254] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b0b632-a502-4360-92ba-ef9b5d92e45a is going to be deleted. [ 807.388738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.392321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.422352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.422352] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e896be2-db0e-4646-a8c5-4d69aa9b222c is going to be deleted. [ 807.423057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.423403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.423403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.423516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eba23019-1160-4137-a974-5fa792565600" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.424550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.424695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.424744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.424931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.425046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.425231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55a700a-4490-4519-9256-338a195aca84" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.426184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.426184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.426184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.426184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6303dad4-13ac-4060-a55c-233f01b9954e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.426418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.426455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.426551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.426818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83a3ad00-a8ad-45ea-ac7e-707d84dea92f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.426818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.426959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.427036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.427129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a46bee9b-6ec7-4d27-98d0-c67a038180e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.427238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.427370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f39f57c3-0611-42f7-87fd-347e7b8e1295" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79516cf-4a8b-4089-8ec2-431831aaadad" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.428538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.428538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.428807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.428883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.428991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6153f95c-3a7e-4ac9-88cc-03748ae6182c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.429247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.429323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.429735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.429808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29ade912-f6e5-47f2-9194-35c68b696fdb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513451] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.514742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-75" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.514742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-75" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.514742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-75" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.514742] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.514742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.514742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.515071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.515071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.515228] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.515337] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.515450] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.515592] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.515711] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.515828] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.515985] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.542782] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.542782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.542782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.542782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.542782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.542782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6107c3b5-5ce9-40bd-bcc4-cc2b597581c8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.548877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.549240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.549240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.549406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.549471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.554065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b0b632-a502-4360-92ba-ef9b5d92e45a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.554234] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.554425] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.554496] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.554938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-75" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.554938] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-6b70529d-22bb-4584-8a3c-eaa3aa51b098 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.555955] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.555955] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.555955] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.555955] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b70529d-22bb-4584-8a3c-eaa3aa51b098',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.599426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.599839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.599839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.599938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.600161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.604350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be created. [ 807.622804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.623028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.623131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.623861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.624034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.624234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e896be2-db0e-4646-a8c5-4d69aa9b222c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.624735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.625023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.625403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.625661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.625753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.627025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.627025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.627025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.627025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.627025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.627025] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 already deleted. [ 807.627025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.630355] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ee89ef-eb04-4726-bf0a-3ab0c13783be: rpc.has_security_group_logging(os_id): False [ 807.655814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.656042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.656120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.656361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.660931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 820ada69-549e-47a8-af5b-8ef909a85cce: rpc.has_security_group_logging(os_id): False [ 807.664769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e833ff4-200b-432a-8e5f-55dded83adef: rpc.has_security_group_logging(os_id): False [ 807.666200] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4a0594f-45d8-45a5-b5d7-640c8f3e3519: rpc.has_security_group_logging(os_id): False [ 807.670129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.670318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.670352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.670539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.670748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.675324] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca370ef8-7386-4955-8ecc-e69f9d9aaf72: rpc.has_security_group_logging(os_id): False [ 807.681183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6dee0db-67cb-4640-8ecc-b5afa3bd4fda: rpc.has_security_group_logging(os_id): False [ 807.708800] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.708977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.715038] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.715238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.723065] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.723065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.726045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: UNINITIALIZED for 2s [ 807.736216] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.736482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.739762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.739762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.741587] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.742215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.742472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.742607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.742683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.742911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.743015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.743124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be is going to be updated. [ 807.744360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.744587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.790983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.792205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.792205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.792205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.792205] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 807.792870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.792870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.837339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.837839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.837839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.837839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.838097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.838145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.838199] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 is going to be updated. [ 807.840061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.840347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.890452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.890774] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.890900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.890966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.891192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.891276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.894284] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.894447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.894519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.894924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.895061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.895284] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.895395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.895466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.895624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.895712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.895808] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 807.897125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.897293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.918360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.918527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.920904] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.921021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.927151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.927652] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.927652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.927652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.928318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.928318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.928318] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 807.930727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.930938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.947453] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.947553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.966413] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.966504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.966568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.966772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.966856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967064] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.967162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.967222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.967479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.967661] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.967742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.967801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.967940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.968024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.968117] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 807.969475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.969641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.969779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.970752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.970908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.971047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.971979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998022] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: SUCCESS [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.998022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998022] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.007704] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: IN_PROGRESS for 2s [ 808.007704] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: IN_PROGRESS for 2s [ 808.011718] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 808.025386] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.025985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.026533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.027241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.027487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.063220] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 808.064367] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.064757] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.064952] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.065328] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.065670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.065938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 6b70529d-22bb-4584-8a3c-eaa3aa51b098 not found, creating... [ 808.066342] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.066661] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.066833] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.067152] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.067333] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.067698] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.067875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.068014] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.068353] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.068510] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068691] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 6b70529d-22bb-4584-8a3c-eaa3aa51b098 is going to be created. [ 808.119085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.119085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.119085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.119085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.119085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125709] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144504] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.144504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.144504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.144504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.144504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.148345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 808.171832] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 808.500352] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.500544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.500715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.500982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.501217] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.501355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.501453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.501632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.501756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.501918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502182] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.502402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.502593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.502766] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.803215] env[66526]: INFO networking_nsxv3.common.synchronization [req-c9f3628c-494d-46f2-afb7-4d462b9a1662 req-384c71da-b7af-4f64-a122-c1b67e8e99dd service nova] Enqueued Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_rules [ 808.803600] env[66526]: INFO networking_nsxv3.common.synchronization [req-c9f3628c-494d-46f2-afb7-4d462b9a1662 req-384c71da-b7af-4f64-a122-c1b67e8e99dd service nova] Enqueued Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 808.803600] env[66526]: INFO networking_nsxv3.common.synchronization [req-c9f3628c-494d-46f2-afb7-4d462b9a1662 req-384c71da-b7af-4f64-a122-c1b67e8e99dd service nova] Enqueued Resource ID: 6b70529d-22bb-4584-8a3c-eaa3aa51b098 with Priority: HIGHEST for action port [ 808.804154] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_rules [ 808.804154] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 808.804154] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b70529d-22bb-4584-8a3c-eaa3aa51b098 with Priority: HIGHEST for action port [ 808.804451] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.804659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.804659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.805607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.805607] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.806575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.806575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807096] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.807626] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b70529d-22bb-4584-8a3c-eaa3aa51b098 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.808047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.808047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.808047] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b70529d-22bb-4584-8a3c-eaa3aa51b098',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.864743] env[66526]: INFO networking_nsxv3.common.synchronization [req-0a263fc8-5262-478d-9f71-d997c58b75f5 req-002907d5-3c88-4510-9018-0e359611d261 tempest-InstanceActionsV221TestJSON-1560376360 tempest-InstanceActionsV221TestJSON-1560376360-project-member] Enqueued Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 808.865843] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGHEST for action security_group_members [ 808.866313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.866618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.866777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.867272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.867418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.867509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.867699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.867819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.867954] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.007023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acb515e2-eddf-43c5-9c1e-3109dafdf71a: rpc.has_security_group_logging(os_id): False [ 809.024762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.024930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.024990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.025258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.025532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.025654] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.025728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.025806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.025968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.026057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.026310] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.026407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.026502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.026605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.026693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.026894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.027055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.027163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.027274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.027351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.027449] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a is going to be created. [ 809.087993] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.088201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.088358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.088658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.088878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.099147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: IN_PROGRESS for 2s [ 809.309646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.309766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.309960] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.311164] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b70529d-22bb-4584-8a3c-eaa3aa51b098 with status ACTIVE [ 809.311164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.311307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.311307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.311496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.311593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.311759] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.311853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.311913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.312077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.312153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.312327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.312420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.312479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.312857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.312857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.312857] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b70529d-22bb-4584-8a3c-eaa3aa51b098 is going to be updated. [ 809.337049] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.337049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.337049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.337258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.337298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.337490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b70529d-22bb-4584-8a3c-eaa3aa51b098" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.370893] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.371074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.371143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.371324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.393253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.393612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.393677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.393875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.393953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.394050] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 is going to be updated. [ 809.421754] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.421912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.421983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.422217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.422359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.435080] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: IN_PROGRESS for 2s [ 809.738028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 809.738028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.738200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.738452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.738643] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.738752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.738927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.738988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.739987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.739987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.739987] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.815150] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.925084] env[66526]: INFO networking_nsxv3.common.synchronization [req-463d751f-36f5-4194-9622-e5515a0265dc req-64dc6ae0-93d2-4d12-b162-55940f73712f tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 809.925855] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 809.925943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.926035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.926107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.926369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.926665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.926959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.926959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.927094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.927094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.927188] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.026377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: SUCCESS [ 810.026635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.027509] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: SUCCESS [ 810.027741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.028603] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 810.028869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.083217] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 810.083217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.165219] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 810.165564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.187349] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 810.188031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.243206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.243299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.243537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.247787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.247787] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.247787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.247787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.248047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.248047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.248162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.248240] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.248590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.248693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.248743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.248824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.250440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.250440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.250440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.250440] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.317080] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.317439] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.317610] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.318075] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.318390] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.318563] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.318698] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.318935] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.319133] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.319416] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.319533] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.319659] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.319766] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.319872] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.319976] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.320126] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.321436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.321590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.321656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.321787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.321865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.321955] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 is going to be created. [ 810.351876] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.352077] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.352212] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.352393] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.352724] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-6db15d38-4ed4-4591-ad2c-aff59d846dec taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.352891] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.353013] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.353380] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.353580] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db15d38-4ed4-4591-ad2c-aff59d846dec',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.356422] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.356573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.356650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.356875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.357076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.374381] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: UNINITIALIZED for 2s [ 810.429309] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.429520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.429520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.429930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.429930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.430119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.430119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.430293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.430293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.430408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.430463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd already deleted. [ 810.430521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.759181] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73203e9a-e314-4d11-ab80-df6cd798d88f: rpc.has_security_group_logging(os_id): False [ 810.778396] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.778597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.778597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.778784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.778869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.779194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.779253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.779399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.779495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779683] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.779778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.779836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.779972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.780073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.780250] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.780340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.780396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.780528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.780601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.780685] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be created. [ 810.848974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.849358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.849358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.849523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.849684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.859810] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.860064] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.860158] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.860387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.860522] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.860668] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 6db15d38-4ed4-4591-ad2c-aff59d846dec not found, creating... [ 810.860911] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.862143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.862143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.862143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.862143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.862143] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.862472] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.862472] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.862694] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.862771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.862915] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 6db15d38-4ed4-4591-ad2c-aff59d846dec is going to be created. [ 810.864671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 810.887767] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.887968] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.888100] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.888463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.888688] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.888919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.112613] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: SUCCESS [ 811.112985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.447940] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 in Status: SUCCESS [ 811.448141] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 deletion is rescheduled due to dependency. [ 811.448256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.590636] env[66526]: INFO networking_nsxv3.common.synchronization [req-463d751f-36f5-4194-9622-e5515a0265dc req-210e9d22-e119-4b8c-9c0a-db183104fa82 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 811.590815] env[66526]: INFO networking_nsxv3.common.synchronization [req-463d751f-36f5-4194-9622-e5515a0265dc req-210e9d22-e119-4b8c-9c0a-db183104fa82 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 811.590952] env[66526]: INFO networking_nsxv3.common.synchronization [req-463d751f-36f5-4194-9622-e5515a0265dc req-210e9d22-e119-4b8c-9c0a-db183104fa82 service nova] Enqueued Resource ID: 6db15d38-4ed4-4591-ad2c-aff59d846dec with Priority: HIGHEST for action port [ 811.591211] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 811.591393] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 811.591451] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6db15d38-4ed4-4591-ad2c-aff59d846dec with Priority: HIGHEST for action port [ 811.592035] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.592268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.592382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.592593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.592654] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.593501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.593689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.593764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.593932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.594098] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.594679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.594679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.594679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.594679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.594679] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.596316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6db15d38-4ed4-4591-ad2c-aff59d846dec taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.596441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.596441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.596593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.596665] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6db15d38-4ed4-4591-ad2c-aff59d846dec',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.098720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.099117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.099337] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.100203] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6db15d38-4ed4-4591-ad2c-aff59d846dec with status ACTIVE [ 812.100385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.100507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.100570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.100766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.100854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.101181] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.101181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.101181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.101335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.101402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.101582] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.101673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.101732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.101921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.101994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.102091] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6db15d38-4ed4-4591-ad2c-aff59d846dec is going to be updated. [ 812.123418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.123567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.123632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.123828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.123958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6db15d38-4ed4-4591-ad2c-aff59d846dec" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.386221] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: SUCCESS [ 812.386286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.386522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.386813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.387749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.387749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.387749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.387749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.387749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.387749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.387749] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.604507] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.882263] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 812.882263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.890760] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.890951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.890951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.892141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.892141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.892141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.892141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.892556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.892556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.892556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.892556] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.892832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.892832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.892924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.893039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.893227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.894459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.894459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894459] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.109198] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.109198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.109198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.109198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.109198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.109198] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be created. [ 813.142267] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.142267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.142267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.142267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.142267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.154938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: UNINITIALIZED for 2s [ 813.398491] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61df344-e1e7-42dd-9e63-90f46adb53f8: rpc.has_security_group_logging(os_id): False [ 813.416245] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.416408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.416519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.416681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.416771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.416990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.417108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.417165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.417342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.417385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.417564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.417660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.417720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.417857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.417931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.418421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.418421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.418421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.418588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418588] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 is going to be created. [ 813.481615] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.481615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.481615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.481615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.481615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.495742] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: IN_PROGRESS for 2s [ 814.431031] env[66526]: INFO networking_nsxv3.common.synchronization [req-b4432091-b38c-461d-b92e-4702fa943b6b req-9bcc5f02-2ddd-4fd6-8db7-dd86027ed142 tempest-ServerGroupTestJSON-491403809 tempest-ServerGroupTestJSON-491403809-project-member] Enqueued Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 814.431031] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGHEST for action security_group_members [ 814.433048] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.433181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.433246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.433452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.433640] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.433784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.433871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.434038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.434125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.434220] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.938034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.938391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.938391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.939061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.939061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.939061] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.939061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.939061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.939061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.939432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.939432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a is going to be updated. [ 814.967968] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.967968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.967968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.967968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.968379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.979758] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: IN_PROGRESS for 2s [ 815.167931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.167931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.167931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.167931] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.418333] env[66526]: INFO networking_nsxv3.common.synchronization [None req-061cb7ad-b153-4509-bcca-60a1f18a4969 None None] Enqueued Resource ID: 346a2d49-00fd-46fe-97a9-89d827590e98 with Priority: HIGHEST for action port [ 815.419076] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346a2d49-00fd-46fe-97a9-89d827590e98 with Priority: HIGHEST for action port [ 815.419467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-346a2d49-00fd-46fe-97a9-89d827590e98 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.419611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346a2d49-00fd-46fe-97a9-89d827590e98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.419705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346a2d49-00fd-46fe-97a9-89d827590e98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.419925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346a2d49-00fd-46fe-97a9-89d827590e98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.420015] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346a2d49-00fd-46fe-97a9-89d827590e98',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.513880] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: SUCCESS [ 815.514183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.672226] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.923529] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 346a2d49-00fd-46fe-97a9-89d827590e98 [ 815.924023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.924023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.924385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.924385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.924385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924653] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:346a2d49-00fd-46fe-97a9-89d827590e98 already deleted. [ 815.924653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346a2d49-00fd-46fe-97a9-89d827590e98" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.176354] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011033ae-d3c6-457e-8728-f3e860774bbd: rpc.has_security_group_logging(os_id): False [ 816.196720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.196720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.196720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.196720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.196720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.202190] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.202190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.202190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.202190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.202190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.202190] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be created. [ 816.267510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.267510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.267510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.267510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.267510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.280284] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 816.991143] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a in Status: SUCCESS [ 816.991143] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a deletion is rescheduled due to dependency. [ 816.991143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.292920] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fa2f1e36-b171-4d10-8170-3192fec71017 None None] Enqueued Resource ID: fecb49c3-2933-48b6-ab64-d3ba87e58037 with Priority: HIGHEST for action port [ 818.293987] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 818.297320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.297320] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecb49c3-2933-48b6-ab64-d3ba87e58037 with Priority: HIGHEST for action port [ 818.297320] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecb49c3-2933-48b6-ab64-d3ba87e58037 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.297320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecb49c3-2933-48b6-ab64-d3ba87e58037" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.297320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecb49c3-2933-48b6-ab64-d3ba87e58037" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.297320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecb49c3-2933-48b6-ab64-d3ba87e58037" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.297320] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecb49c3-2933-48b6-ab64-d3ba87e58037',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.801729] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fecb49c3-2933-48b6-ab64-d3ba87e58037 [ 818.801729] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.801729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.801729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.802050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.802050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.802118] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fecb49c3-2933-48b6-ab64-d3ba87e58037 already deleted. [ 818.802263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecb49c3-2933-48b6-ab64-d3ba87e58037" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.517641] env[66526]: INFO networking_nsxv3.common.synchronization [req-abfc11b7-3b59-48fc-b6e3-f5862d818f50 req-c926453d-e755-4584-a8b0-12ad33f5fd08 tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 821.518500] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 821.518724] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.518877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.518960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.519311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.519401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.519473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.519537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.519666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.519749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.519853] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.883857] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.883857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.883857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.883857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.883857] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.884428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.884428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.884428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.884428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.884904] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.885048] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.885299] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.885299] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.885434] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.885475] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.885659] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.906717] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.906884] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.907028] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.907211] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-549" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.907528] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.907777] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.908053] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.908247] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.908396] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b8a0e5-015c-4d43-b9bf-9137f0b8873e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.022204] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.022441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.022441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.022687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.044178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.044376] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.044461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.044539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.045044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.045044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.045171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be updated. [ 822.074426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.074623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.074681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.074883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.075033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.084727] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 822.205873] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0d0deca9-5047-4bac-8ad1-c41522fb4c3b None None] Enqueued Resource ID: 57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66 with Priority: HIGHEST for action port [ 822.206855] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66 with Priority: HIGHEST for action port [ 822.207522] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.207691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.208443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.208443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.208443] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.412141] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.412363] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.412487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.412751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.412937] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.413111] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 53b8a0e5-015c-4d43-b9bf-9137f0b8873e not found, creating... [ 822.413398] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.413507] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.413621] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.413856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.413959] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414245] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.414392] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.414504] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.414701] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.414828] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.414961] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 53b8a0e5-015c-4d43-b9bf-9137f0b8873e is going to be created. [ 822.435726] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.436017] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.436069] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.436366] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.436605] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.436807] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.710667] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66 [ 822.711492] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.711492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.711492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.711492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.711492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711750] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66 already deleted. [ 822.711750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57fc6cee-84ec-43f8-8d7a-2ecb61a4dc66" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.779997] env[66526]: INFO networking_nsxv3.common.synchronization [req-b0f9d1aa-de91-440c-8d7c-0728a1c1e5b3 req-35a307a0-91c8-4bc1-a90d-708fe457df57 tempest-ServerMetadataNegativeTestJSON-1058413323 tempest-ServerMetadataNegativeTestJSON-1058413323-project-member] Enqueued Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 822.780808] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGHEST for action security_group_members [ 822.781227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.781300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.781340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.781876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.781876] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.781876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.781876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.782121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.782121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.782121] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.163275] env[66526]: INFO networking_nsxv3.common.synchronization [req-abfc11b7-3b59-48fc-b6e3-f5862d818f50 req-5a8275a7-3e07-4006-9692-d8ffdb02d138 service nova] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 823.163457] env[66526]: INFO networking_nsxv3.common.synchronization [req-abfc11b7-3b59-48fc-b6e3-f5862d818f50 req-5a8275a7-3e07-4006-9692-d8ffdb02d138 service nova] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 823.163595] env[66526]: INFO networking_nsxv3.common.synchronization [req-abfc11b7-3b59-48fc-b6e3-f5862d818f50 req-5a8275a7-3e07-4006-9692-d8ffdb02d138 service nova] Enqueued Resource ID: 53b8a0e5-015c-4d43-b9bf-9137f0b8873e with Priority: HIGHEST for action port [ 823.164315] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_rules [ 823.164415] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 823.164513] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b8a0e5-015c-4d43-b9bf-9137f0b8873e with Priority: HIGHEST for action port [ 823.164844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.164921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.164921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.165312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.165396] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.167114] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.167114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.168612] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.169301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.169301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.169301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.169301] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b8a0e5-015c-4d43-b9bf-9137f0b8873e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.284549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.284549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.284549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.284743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.284743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.284896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.284991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.285069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.285205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.285313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.285441] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 is going to be updated. [ 823.315964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.315964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.315964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.315964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.317596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.332032] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: IN_PROGRESS for 2s [ 823.670440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.670440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.672214] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53b8a0e5-015c-4d43-b9bf-9137f0b8873e with status ACTIVE [ 823.672452] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.673130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.673130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.673130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.673130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.673352] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.673468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.674027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.674307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.674377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.674546] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.674818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.674818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.674952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.675049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.675120] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53b8a0e5-015c-4d43-b9bf-9137f0b8873e is going to be updated. [ 823.700340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.700481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.700530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.700813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.700962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.701142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b8a0e5-015c-4d43-b9bf-9137f0b8873e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.099230] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 824.099230] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 deletion is rescheduled due to dependency. [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.099230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.099230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.099230] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.602021] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.699991] env[66526]: INFO networking_nsxv3.common.synchronization [None req-75d58840-0f18-444e-996e-87fc36b6c3d7 None None] Enqueued Resource ID: cd070b78-da68-484e-998e-bfea4802f5b8 with Priority: HIGHEST for action port [ 824.699991] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd070b78-da68-484e-998e-bfea4802f5b8 with Priority: HIGHEST for action port [ 824.700249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd070b78-da68-484e-998e-bfea4802f5b8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.700388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd070b78-da68-484e-998e-bfea4802f5b8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.700388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd070b78-da68-484e-998e-bfea4802f5b8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.700665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd070b78-da68-484e-998e-bfea4802f5b8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.700778] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd070b78-da68-484e-998e-bfea4802f5b8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.103530] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.205148] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd070b78-da68-484e-998e-bfea4802f5b8 [ 825.205337] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.205465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.205531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.205750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.205830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.205925] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd070b78-da68-484e-998e-bfea4802f5b8 already deleted. [ 825.206014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd070b78-da68-484e-998e-bfea4802f5b8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.343796] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 in Status: SUCCESS [ 825.343996] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 deletion is rescheduled due to dependency. [ 825.344192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.606390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.606618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.606720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.606995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.607105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.607228] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be updated. [ 825.639226] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.639380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.639429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.639628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.639768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.649978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 827.663849] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 827.664282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.664524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.664767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.665093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.665402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.665402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.665549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.665667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.665719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.665867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.169391] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.222296] env[66526]: INFO networking_nsxv3.common.synchronization [req-3de9e680-e3c7-4cd7-b8b0-b6b95fa194e7 req-a17f234a-5d24-4a55-ac7a-5ce7d7da5db3 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 828.222980] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 828.223946] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.223946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.223946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.224283] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.224283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.224283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.224412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.224452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.224532] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.578028] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.578028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.578028] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.578408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.578758] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.578923] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.579050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.579269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.579413] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.579648] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.579759] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.579863] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.579975] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.580093] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.580197] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.580327] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.599402] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.599614] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.599751] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.599919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.600239] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.600410] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.600526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.600894] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.601045] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c550007-cd1f-4e4f-a97e-6fe92047c9b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.672925] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cca02882-c8f0-41ae-aa9b-6c8c99489236: rpc.has_security_group_logging(os_id): False [ 828.692954] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.692954] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.693937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be updated. [ 828.728863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.729123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.729356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.729466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.729716] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.729851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.729896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.730066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.730144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.730232] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce already deleted. [ 828.730312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.760051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.760199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.760287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.760699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.760699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.774426] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 829.103286] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.103545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.103641] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.103928] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.104105] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.104263] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 not found, creating... [ 829.104522] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.104678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.104794] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105017] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.105156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.105432] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.105584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.105697] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.105997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.106184] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106284] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 is going to be created. [ 829.126025] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.126025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.126212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.126322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.126590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.126825] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.881544] env[66526]: INFO networking_nsxv3.common.synchronization [req-3de9e680-e3c7-4cd7-b8b0-b6b95fa194e7 req-d024d74b-b31f-42de-b14e-38fef38a0d6c service nova] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 829.881818] env[66526]: INFO networking_nsxv3.common.synchronization [req-3de9e680-e3c7-4cd7-b8b0-b6b95fa194e7 req-d024d74b-b31f-42de-b14e-38fef38a0d6c service nova] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 829.881866] env[66526]: INFO networking_nsxv3.common.synchronization [req-3de9e680-e3c7-4cd7-b8b0-b6b95fa194e7 req-d024d74b-b31f-42de-b14e-38fef38a0d6c service nova] Enqueued Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 829.882373] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 829.882506] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 829.882605] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 829.882872] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.882991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.884522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.884522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.884605] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.885481] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.885588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.885659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.885854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.885969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.886077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.886121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.886320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.886360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.886446] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.887573] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.887697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.887758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.887924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.888042] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c550007-cd1f-4e4f-a97e-6fe92047c9b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.390934] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.390934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.390934] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.391781] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with status ACTIVE [ 830.391781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.391928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.393040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.393040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.393040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.393452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.393452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.393452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.393452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.393452] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 is going to be updated. [ 830.414844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.415048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.415125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.415329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.415457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.415617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.790363] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 830.790594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.895283] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.397843] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.398019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.398093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.398311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.398400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.398542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be created. [ 831.423529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.423917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.424017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.424254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.424417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.435550] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: UNINITIALIZED for 2s [ 833.152313] env[66526]: INFO networking_nsxv3.common.synchronization [req-289560c1-88a3-44f3-8a7b-700f5ec83258 req-a851b023-ab4d-421f-87e4-e805bb9c6bc0 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 833.152743] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 833.153298] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.154423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154887] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.447707] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 833.447949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.448126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.448723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.448934] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.449079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.449146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.449311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.449406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.449478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.449582] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.493345] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.493551] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.493794] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493924] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.494199] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.494353] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.494469] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.494667] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.494806] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.495024] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.495135] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.495239] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.495341] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.495446] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.495546] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.495677] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.519248] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.519445] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.519590] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.519790] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.520131] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-b5dd24d1-433a-423a-b575-76db86533fb8 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.520300] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.520427] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.520753] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.520918] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5dd24d1-433a-423a-b575-76db86533fb8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.657747] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.657907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.657977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.658274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.658323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.658552] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.658696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.658946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.659084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659213] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be deleted. [ 833.735323] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.735712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.735767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.736451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.952956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.953875] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.953875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.954211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954211] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.954346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.954346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.954423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.954566] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.954652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.954699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.954845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.955030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.955138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.955230] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.023475] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.023475] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.023475] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.023768] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.023910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.024081] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port b5dd24d1-433a-423a-b575-76db86533fb8 not found, creating... [ 834.024433] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.024646] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.024646] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.024838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.024957] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025261] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.025413] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.025526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.025727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.025858] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.025982] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: b5dd24d1-433a-423a-b575-76db86533fb8 is going to be created. [ 834.050720] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.050720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.050720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.051030] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.052445] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.052445] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.457600] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 834.479299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.479420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.479485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.479719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.479807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.480597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.480597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.480597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.480597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.480962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.480962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.480962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.480962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.481151] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.481199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.481240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.481367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.481441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.481525] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be created. [ 834.540670] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.540841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.540910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.541137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.541315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.552909] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 834.745115] env[66526]: INFO networking_nsxv3.common.synchronization [req-289560c1-88a3-44f3-8a7b-700f5ec83258 req-a0ed7312-0895-49e2-9946-c3de78efecea service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 834.745550] env[66526]: INFO networking_nsxv3.common.synchronization [req-289560c1-88a3-44f3-8a7b-700f5ec83258 req-a0ed7312-0895-49e2-9946-c3de78efecea service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 834.745550] env[66526]: INFO networking_nsxv3.common.synchronization [req-289560c1-88a3-44f3-8a7b-700f5ec83258 req-a0ed7312-0895-49e2-9946-c3de78efecea service nova] Enqueued Resource ID: b5dd24d1-433a-423a-b575-76db86533fb8 with Priority: HIGHEST for action port [ 834.745993] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 834.746145] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 834.746233] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5dd24d1-433a-423a-b575-76db86533fb8 with Priority: HIGHEST for action port [ 834.746505] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.746633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.746674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.746907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.746953] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.748103] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.748230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.748269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.748607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.748607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.748716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.748716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.749496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.749496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.749496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.749746] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5dd24d1-433a-423a-b575-76db86533fb8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.750539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.750539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.750539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.750539] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5dd24d1-433a-423a-b575-76db86533fb8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.254160] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.254160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.254160] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.254160] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5dd24d1-433a-423a-b575-76db86533fb8 with status ACTIVE [ 835.254160] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.254648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.254648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.254832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.254926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.255120] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.255220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.255365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.255515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.255515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.255757] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.255887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.255966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.256136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.256236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.256345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5dd24d1-433a-423a-b575-76db86533fb8 is going to be updated. [ 835.314246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.314246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.314246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.314763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.314763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.314763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5dd24d1-433a-423a-b575-76db86533fb8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.759010] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.262951] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.262951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.262951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.262951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.262951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.262951] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 836.287403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.287738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.287800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.288033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.288232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.439290] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: UNINITIALIZED for 2s [ 836.568487] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 836.568487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.624150] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 837.624451] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 837.625292] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 837.625869] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 837.625869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.625869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.626365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.626365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.626581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.626831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.626962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.627213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.627546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.627546] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.630044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.630044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.630044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.630238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.630427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.630642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.630642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.630973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.631229] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.673400] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_rules [ 837.673649] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 837.673843] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 837.674024] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 837.674215] env[66526]: INFO networking_nsxv3.common.synchronization [req-33e654de-d167-4c37-8c45-d63507f239b0 req-9a33f01e-4590-49f4-9bf5-c859c14d5473 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 837.675273] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_rules [ 837.675501] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 837.675630] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 837.675726] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 837.675821] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 837.676293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.676293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.676422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.676702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.676824] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.678375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.678375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.678375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.678718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.678718] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.679494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.679715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.679715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.680374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.680471] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c550007-cd1f-4e4f-a97e-6fe92047c9b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.681334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.681438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.683075] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.683075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.130269] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.134020] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.180617] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 838.180779] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 838.180990] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 838.181378] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 838.181593] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 838.181642] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 838.181879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.182045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.182322] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.182411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.182556] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.182648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.182711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.182996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.183145] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.183241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.183310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.183448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.183528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.183621] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.184715] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.184845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.184991] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with status ACTIVE [ 838.185159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.185256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.185320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.185458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.185534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.186851] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.186933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.186994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.187172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.187253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.187438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.187534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.187592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.187862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.187944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.188027] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 is going to be updated. [ 838.189329] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.189450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.210134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.210359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.210359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.210532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.210671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.210825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.224264] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_rules [ 838.224436] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 838.224568] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_rules [ 838.224694] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 838.224816] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 838.225007] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 838.225170] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ad4f390-c6ca-40a4-b5f1-edb173ebafbb req-12dfae4c-70f6-4d4a-af67-f8bd5018c887 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 838.225632] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_rules [ 838.225763] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_rules [ 838.225858] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 838.225946] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with Priority: HIGHEST for action port [ 838.226096] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 838.226209] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 838.226299] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 838.226833] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.226956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227522] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.228319] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.228418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.228638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.228716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.228944] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.230978] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c550007-cd1f-4e4f-a97e-6fe92047c9b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.231781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.231878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.232110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.232165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.232326] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.232402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.450567] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.452027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.452027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.452396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.452396] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.633210] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.636503] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.690366] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.734488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.734488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734488] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 with status ACTIVE [ 838.734488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.734488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.734805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.734805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.734921] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.735019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.735229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.735304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.735571] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.735571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.735664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.736170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.736170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.736170] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c550007-cd1f-4e4f-a97e-6fe92047c9b9 is going to be updated. [ 838.760953] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.761136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.761224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.761382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.761515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.761672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c550007-cd1f-4e4f-a97e-6fe92047c9b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.957732] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.957732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.957732] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.136903] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.137104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.137195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.137424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.137526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.137632] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 839.142698] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.143105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.143105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.143326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.143535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.143598] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be created. [ 839.167536] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.168025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.168466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.168712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.170756] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.170945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.171027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.171221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.171367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184906] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 839.184906] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: UNINITIALIZED for 2s [ 839.193360] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.459906] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2ac3f0-1495-4110-9753-c5bace5b2353: rpc.has_security_group_logging(os_id): False [ 839.478379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.478379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.478604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.478703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.478803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.478994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.479107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.479223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.479384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.481582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.481649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.482241] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.482358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.482395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.482598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.483176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.483176] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 839.551446] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.552070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.574658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 839.695431] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.695858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.695858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.695977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.696630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.696630] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 is going to be created. [ 839.733462] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.733720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.733720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.733993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.734147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.745304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: UNINITIALIZED for 2s [ 841.199178] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 841.199502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200157] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 841.200324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200919] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.201062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.201127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.201851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.201942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202055] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.203104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.203272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.203440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.204360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.204360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.204360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204360] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.591714] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 841.591942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.705867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.706404] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.756712] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: SUCCESS [ 841.756926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.757236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.757320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.757528] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.757630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.757675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.757785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.757935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.758018] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.207739] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.208921] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.260137] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.711027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.711852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.711852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.711852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.712042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.712042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 842.714971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.715152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.715241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.715463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.715582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.715723] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be updated. [ 842.746701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.746862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.746916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.747150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.747309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.749289] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.749426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.749468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.749850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.749850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.761093] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 842.761769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 842.761961] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.227706] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 843.229372] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=12 [ 843.265372] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.265372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.265372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.265372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.265587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.265587] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 is going to be updated. [ 843.309444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.309603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.309686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.309905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.310102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.322492] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: IN_PROGRESS for 2s [ 843.390476] env[66526]: INFO networking_nsxv3.common.synchronization [req-29aea2de-6baf-4b52-b381-c5f0728ab856 req-43620a35-f87e-42bd-99f3-b0049882b8e4 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 843.390476] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 843.390839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.390931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.390931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.391285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.391601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.391601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.391834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.391834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.391909] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.770178] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.770450] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.770597] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.770889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.771205] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.771468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.771619] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.771850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.772384] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.772652] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.772796] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.772919] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.773057] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.773178] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.773296] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.773440] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.794097] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.794315] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.794470] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.794727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.795117] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-48be80fd-bc03-4027-97fb-2c73773798b4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.795300] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.795431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.795980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.796203] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48be80fd-bc03-4027-97fb-2c73773798b4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.895037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.895264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.895264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.897019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.897019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d already deleted. [ 843.897019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.299302] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.300292] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.300417] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.301033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.301033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.301720] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 48be80fd-bc03-4027-97fb-2c73773798b4 not found, creating... [ 844.301720] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.301890] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.302086] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.302217] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.302383] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.302733] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.302894] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.303013] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.303225] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.303359] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.303500] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 48be80fd-bc03-4027-97fb-2c73773798b4 is going to be created. [ 844.326570] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.326570] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.326570] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.327027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.327027] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.327160] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.772995] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 844.773278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.773405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.773617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.773871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.773994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.774071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.774228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.774306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.774398] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.775935] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 844.776120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.776257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.776575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.776687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.776742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.776952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.777046] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.055342] env[66526]: INFO networking_nsxv3.common.synchronization [req-29aea2de-6baf-4b52-b381-c5f0728ab856 req-e8700b66-0e98-42b3-bc6a-611a02c90b04 service nova] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 845.055522] env[66526]: INFO networking_nsxv3.common.synchronization [req-29aea2de-6baf-4b52-b381-c5f0728ab856 req-e8700b66-0e98-42b3-bc6a-611a02c90b04 service nova] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 845.055656] env[66526]: INFO networking_nsxv3.common.synchronization [req-29aea2de-6baf-4b52-b381-c5f0728ab856 req-e8700b66-0e98-42b3-bc6a-611a02c90b04 service nova] Enqueued Resource ID: 48be80fd-bc03-4027-97fb-2c73773798b4 with Priority: HIGHEST for action port [ 845.056169] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_rules [ 845.056298] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 845.056393] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48be80fd-bc03-4027-97fb-2c73773798b4 with Priority: HIGHEST for action port [ 845.056686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.056825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.056864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.058361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.059024] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.059595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.063285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.063285] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.063285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-48be80fd-bc03-4027-97fb-2c73773798b4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.063285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.063285] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48be80fd-bc03-4027-97fb-2c73773798b4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.281720] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.281720] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.332739] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: SUCCESS [ 845.332985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.333445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.333661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.333862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.333978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.334054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.335061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.335061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.335061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.335061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.564535] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.566039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.566166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.566514] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48be80fd-bc03-4027-97fb-2c73773798b4 with status ACTIVE [ 845.567131] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.567250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.567298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.567472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.567560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.567749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.567933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.567933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.568113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.568188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.568458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.568706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.568889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.568976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.569073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.569163] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48be80fd-bc03-4027-97fb-2c73773798b4 is going to be updated. [ 845.590853] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.590997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.591123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.591276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.591407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.591561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48be80fd-bc03-4027-97fb-2c73773798b4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.784091] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.785155] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.838776] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.042818] env[66526]: INFO networking_nsxv3.common.synchronization [req-3d58ac82-090d-4de4-9ad4-c20d167fc388 req-5fab12ef-fe84-463c-aae6-23f191d70a56 tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 846.043419] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 846.044039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.044039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.044253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.044296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.044459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.044674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.044744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.044900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.044993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.045117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.067744] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.289225] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.289413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.289471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.289860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.289860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.290039] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be updated. [ 846.291265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.291358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.291395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.291561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.291722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.291722] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 846.325155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.328040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.328040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.328040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.328040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.328319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.340428] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 846.343202] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 846.343344] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2625c36f-56c0-414a-8d7c-b90e84e9b573: rpc.has_security_group_logging(os_id): False [ 846.360080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.360648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.360648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.361108] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.361108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.361108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.361108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.361434] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.361434] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 is going to be created. [ 846.417656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.417803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.417873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.418428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.418428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.429685] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: IN_PROGRESS for 2s [ 846.498655] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.499126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.499126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.499269] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.499527] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.499725] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.499837] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.500062] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.500252] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.500397] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.500555] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.500662] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.500767] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.500870] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.500973] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.501145] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.533885] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.533885] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.533885] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.534045] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.534481] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.534986] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.534986] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535450] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535766] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe8504b-3fb5-4424-a4ed-9933b8ba1199',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.547322] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.570700] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.570700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.570700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.570700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.570700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.570700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d is going to be created. [ 846.596844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.596982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.597124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.598118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.598118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.613638] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: UNINITIALIZED for 2s [ 847.038841] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.039117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.039248] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.039522] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.040183] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.040183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port cfe8504b-3fb5-4424-a4ed-9933b8ba1199 not found, creating... [ 847.040330] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.040512] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.040632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.040908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.041113] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.041430] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.041647] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.041816] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.042072] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.042222] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.042348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: cfe8504b-3fb5-4424-a4ed-9933b8ba1199 is going to be created. [ 847.050578] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.065256] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.065582] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.066210] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.066210] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.066371] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.066558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.553635] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.554119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.554119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.554119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.554401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.554401] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 847.588947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.589132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.589277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.589437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.589620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.601873] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 847.981972] env[66526]: INFO networking_nsxv3.common.synchronization [req-3d58ac82-090d-4de4-9ad4-c20d167fc388 req-7a3cf43b-1596-44cd-a4c1-710cdf5985a9 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 847.982342] env[66526]: INFO networking_nsxv3.common.synchronization [req-3d58ac82-090d-4de4-9ad4-c20d167fc388 req-7a3cf43b-1596-44cd-a4c1-710cdf5985a9 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 847.982342] env[66526]: INFO networking_nsxv3.common.synchronization [req-3d58ac82-090d-4de4-9ad4-c20d167fc388 req-7a3cf43b-1596-44cd-a4c1-710cdf5985a9 service nova] Enqueued Resource ID: cfe8504b-3fb5-4424-a4ed-9933b8ba1199 with Priority: HIGHEST for action port [ 847.982830] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 847.982960] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 847.983067] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe8504b-3fb5-4424-a4ed-9933b8ba1199 with Priority: HIGHEST for action port [ 847.983375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.983486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.983561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.983824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.983824] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.984966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.984966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.985121] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.985193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.985235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.985714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.985786] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe8504b-3fb5-4424-a4ed-9933b8ba1199',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.354171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 848.354396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.355127] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 848.355293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.355440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.355643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.355833] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.355944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.356012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.356170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.356319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.356380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.356439] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.357345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.357508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.357672] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.357801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.357848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.358887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.358993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.359149] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.360446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.360672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.361053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.361053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.361188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.361394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.361613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.361766] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.362900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.363113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.363330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.363462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.363545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.363737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.363839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.363946] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.444029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: SUCCESS [ 848.444029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.450024] env[66526]: INFO networking_nsxv3.common.synchronization [req-7a405ad7-04e8-4472-af6e-e0f329e4e97c req-9a92b5f4-34de-4ade-b234-8c68c8385a36 tempest-ListImageFiltersTestJSON-1900286333 tempest-ListImageFiltersTestJSON-1900286333-project-member] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 848.450024] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGHEST for action security_group_members [ 848.450024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.450024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.450024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.450024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.450024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.450024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.450024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.450655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.450848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.451151] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.490090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490090] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfe8504b-3fb5-4424-a4ed-9933b8ba1199 with status ACTIVE [ 848.490090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.490090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.490090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.490090] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.490832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.490832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.490832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.490832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.490832] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfe8504b-3fb5-4424-a4ed-9933b8ba1199 is going to be updated. [ 848.515150] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.516582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.516582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.516582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.516582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.516582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe8504b-3fb5-4424-a4ed-9933b8ba1199" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.625177] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: SUCCESS [ 848.625545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.625545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.626635] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.626635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.626635] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.665034] env[66526]: INFO networking_nsxv3.common.synchronization [req-e72f55a1-4c6d-4af5-bb97-452753fbfe22 req-3d2f05db-98c3-4d62-87fd-ff2fdab91c1b tempest-ListServerFiltersTestJSON-1269322611 tempest-ListServerFiltersTestJSON-1269322611-project-member] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 848.665546] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGHEST for action security_group_members [ 848.671196] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.671196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.671196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.671196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.671196] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.671530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.671530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.671634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.671769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.672184] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.861332] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.865631] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.867917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.868066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.868294] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.954032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.954032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.954032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.954495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.954495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.954495] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be updated. [ 848.993025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.993025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.993025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.993025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.993025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.005467] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: IN_PROGRESS for 2s [ 849.027836] env[66526]: INFO networking_nsxv3.common.synchronization [req-56c80093-9323-4053-9c44-408643b56161 req-c0a551df-89a2-464f-bba8-b8cd4c9df71d tempest-ServerPasswordTestJSON-369599574 tempest-ServerPasswordTestJSON-369599574-project-member] Enqueued Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 849.029996] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 849.030597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.030807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.030979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.031367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.031611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.031756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.031879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.034022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.034022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.034022] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.129184] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.175019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.175266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.175440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.175594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.175732] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.175830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.176055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.176135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176221] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be updated. [ 849.207182] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.207182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.207182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.207182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.207401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.217983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 2s [ 849.364632] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ace3148b-e23d-4b51-bf7c-f9a96c4d6e54: rpc.has_security_group_logging(os_id): False [ 849.370287] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.372721] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.388023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.388023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.388023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.388023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be created. [ 849.418018] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.418018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-391" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.418018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-391" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.418018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-391" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.418018] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.419155] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.419155] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.419155] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.419504] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.419832] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.420780] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.420780] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.420780] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.420780] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.420780] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.421267] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.455808] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.455808] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.455808] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.455808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-391" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.456097] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-921ac701-631f-4270-b488-e2744889a6e4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.456239] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.456239] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.456582] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456748] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921ac701-631f-4270-b488-e2744889a6e4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.465402] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.465491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.465534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.465740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.465978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.480532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 849.535575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.535744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.535820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.536128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.536263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.536444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.536558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.536734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.536951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.537042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.537161] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d44771d-392e-4c84-9833-322553b721b9 already deleted. [ 849.537232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.612169] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 849.612542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.612725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.614058] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.631310] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b62c74c4-0e40-4f7c-8e71-1de869905a9d: rpc.has_security_group_logging(os_id): False [ 849.650656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.650869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.650869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.651023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.651120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.651362] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.651459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.651521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.651673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.651769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.651826] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d is going to be created. [ 849.718951] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.719192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.719292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.719532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.719754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.733888] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: IN_PROGRESS for 2s [ 849.874235] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.874446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.874523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.874740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.874827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.874924] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be updated. [ 849.876576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.876696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.876784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.876935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.877062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.877150] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 849.908995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.909261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.909261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.909498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.909582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.911490] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.911650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.911756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.911951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.912096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.923348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 849.924127] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 849.959499] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.959768] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.959910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.960230] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.960391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.960569] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 921ac701-631f-4270-b488-e2744889a6e4 not found, creating... [ 849.960850] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.961043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.961168] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.961408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.961563] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.961874] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.962069] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.962194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.962409] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.962540] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.962680] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 921ac701-631f-4270-b488-e2744889a6e4 is going to be created. [ 849.985252] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.985506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.985619] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.985909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.986954] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.986954] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.117026] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.619882] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.662250] env[66526]: INFO networking_nsxv3.common.synchronization [req-56c80093-9323-4053-9c44-408643b56161 req-1277b89c-9a5d-4ac8-8746-d767faff0008 service nova] Enqueued Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_rules [ 850.663444] env[66526]: INFO networking_nsxv3.common.synchronization [req-56c80093-9323-4053-9c44-408643b56161 req-1277b89c-9a5d-4ac8-8746-d767faff0008 service nova] Enqueued Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 850.663620] env[66526]: INFO networking_nsxv3.common.synchronization [req-56c80093-9323-4053-9c44-408643b56161 req-1277b89c-9a5d-4ac8-8746-d767faff0008 service nova] Enqueued Resource ID: 921ac701-631f-4270-b488-e2744889a6e4 with Priority: HIGHEST for action port [ 850.669417] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_rules [ 850.669417] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 850.669417] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921ac701-631f-4270-b488-e2744889a6e4 with Priority: HIGHEST for action port [ 850.669417] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.669417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.669417] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.669417] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.671172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.674259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.674259] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.674259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.674259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.674259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.674259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.674259] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.674259] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-921ac701-631f-4270-b488-e2744889a6e4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.675140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.675241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675713] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921ac701-631f-4270-b488-e2744889a6e4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.017051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 820ada69-549e-47a8-af5b-8ef909a85cce in Status: SUCCESS [ 851.017051] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce deletion is rescheduled due to dependency. [ 851.017051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.122153] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.122568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.122568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.122718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.122718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.122817] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 851.165295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.165450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.165499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.165713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.165858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.177946] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 851.178282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.178382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.178539] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.179407] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 921ac701-631f-4270-b488-e2744889a6e4 with status ACTIVE [ 851.179603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.179702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.179772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.179969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.180073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.180242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.180958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.181534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.181672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.181815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.181941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.182103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.182103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.182317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.182415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.182534] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 921ac701-631f-4270-b488-e2744889a6e4 is going to be updated. [ 851.209980] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.210197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.210241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.210423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.210694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.210770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921ac701-631f-4270-b488-e2744889a6e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.228538] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: IN_PROGRESS for 4s [ 851.335813] env[66526]: INFO networking_nsxv3.common.synchronization [req-8a0c8601-cc17-4cbf-be37-df6359f6c872 req-e3f59c9d-38e1-46ac-b8a4-b0c042b3b056 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 851.336693] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 851.337097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.337331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.337331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.337568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.337919] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.337919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.337919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.338115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.338198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.338315] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.494567] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 851.494567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.494567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.494567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.494567] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.687567] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.751323] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: SUCCESS [ 851.751323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.773160] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.773304] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.773425] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.773683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.773949] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.774096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.774219] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.774493] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.774636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.774841] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.774952] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.775101] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.775201] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.775499] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.775578] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.775719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.795145] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.795145] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.795301] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.795402] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.795713] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.795888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.796009] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.796348] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.796485] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cec0ecc-c10c-480f-8fda-fa1bdf307be3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.840981] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.936277] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 851.936556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.937808] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 851.938477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.940206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.940791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.941111] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.941289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.941371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.941571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.941656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.941958] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942419] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.942852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.942942] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.996625] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.996625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.996809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.997030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.997895] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.997895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.997895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.997895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.997895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.997895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.997895] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.189358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.189557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.189686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.189950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.190058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.190163] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d44771d-392e-4c84-9833-322553b721b9 is going to be created. [ 852.215499] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.215663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.215737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.215946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.216123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.229759] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: UNINITIALIZED for 2s [ 852.299522] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.299897] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.300083] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.300408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.300514] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.300675] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 not found, creating... [ 852.300960] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.301144] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.301289] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.301537] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.301681] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.301993] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.302242] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.302381] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.302617] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.302754] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.302899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 is going to be created. [ 852.336593] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.337585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.337585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.337585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.337940] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.343058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.343339] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.447040] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 852.474693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.475259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.475372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.475567] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.475668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.475732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.475897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.476033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.476231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.476355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.476413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.476563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.476706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.477234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.477445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.477580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.477840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.478007] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.478212] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 852.502793] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.558365] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.558365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.558365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.558365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.558365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.571974] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 852.847439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.847439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.847439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.847849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.847849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.847849] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 852.882656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.882879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.882998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.883562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.883806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.894697] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 853.006194] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ace3148b-e23d-4b51-bf7c-f9a96c4d6e54: rpc.has_security_group_logging(os_id): False [ 853.025219] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.025401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.025451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.025644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.025736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.025974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.026091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.026154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.026309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.026383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.026467] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be updated. [ 853.045617] env[66526]: INFO networking_nsxv3.common.synchronization [req-8a0c8601-cc17-4cbf-be37-df6359f6c872 req-dcd4960a-c508-4be2-a62b-8495a51440e1 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 853.045795] env[66526]: INFO networking_nsxv3.common.synchronization [req-8a0c8601-cc17-4cbf-be37-df6359f6c872 req-dcd4960a-c508-4be2-a62b-8495a51440e1 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 853.046138] env[66526]: INFO networking_nsxv3.common.synchronization [req-8a0c8601-cc17-4cbf-be37-df6359f6c872 req-dcd4960a-c508-4be2-a62b-8495a51440e1 service nova] Enqueued Resource ID: 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 with Priority: HIGHEST for action port [ 853.046765] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 853.046946] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 853.046996] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 with Priority: HIGHEST for action port [ 853.047304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.047427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.047492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.047695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.047776] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.048743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.048857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.052023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.052175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.052223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.052424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.052491] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cec0ecc-c10c-480f-8fda-fa1bdf307be3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.087439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.087576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.087576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.088134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.088134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.108872] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 853.193155] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 853.193366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.193563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.193819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.194014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.194131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.194195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.194342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.194421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.194503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.194605] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.240377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 in Status: SUCCESS [ 853.241074] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 deletion is rescheduled due to dependency. [ 853.241206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.554508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.554649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.558191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 with status ACTIVE [ 853.558398] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.558608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.558608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.558811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.558901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.559097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.559992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.561080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.561206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.561267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.561396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.561722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.561722] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cec0ecc-c10c-480f-8fda-fa1bdf307be3 is going to be updated. [ 853.585161] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.585703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.585703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.585703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.585703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.585988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cec0ecc-c10c-480f-8fda-fa1bdf307be3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.698988] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.699980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.699980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.699980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.699980] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.699980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.699980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.700428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.700428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.700428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.700527] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.700678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.700758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.700903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.701108] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.701286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.701286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.701415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.701561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.701617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.701686] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.023342] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f49f290-ef91-49da-bff9-3e0b786a215b req-7003013f-032d-48af-9684-08496d5d5e18 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 854.024027] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 854.024217] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.024338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.024401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.024643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.024800] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.024904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.027753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.030507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.030629] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.208091] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44210d6e-5f29-49d1-8a6c-5a79d009fc64: rpc.has_security_group_logging(os_id): False [ 854.228238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.228418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.228466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.228660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.240245] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: UNINITIALIZED for 4s [ 854.249263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.249619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.250631] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.250631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.252254] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.252254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.252254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.252254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.252254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.252254] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 854.321107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.323034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.323034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.323034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.323034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.343028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 854.469946] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.470161] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.470379] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.470596] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.470856] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.471039] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.471154] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.471361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.471503] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.471705] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.471808] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.471909] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.472024] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.472122] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.472223] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.472350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.491969] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.492086] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.492175] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.492346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.492657] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-31899d47-abe2-43af-adad-b704aa3f347f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.492832] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493210] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.493293] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.493430] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31899d47-abe2-43af-adad-b704aa3f347f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.533481] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.533659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.533792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.533905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.533995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.534366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.534366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.534366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.534650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.534650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.534719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a already deleted. [ 854.534759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.586405] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 854.586683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.586882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.587102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.587189] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.905807] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 854.906086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.906305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.906592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.906830] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.906983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.907110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.907339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.907432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.907584] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.995798] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.996062] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.996120] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.996410] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.996619] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.996742] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 31899d47-abe2-43af-adad-b704aa3f347f not found, creating... [ 854.997043] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.997223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.997350] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.997591] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.997741] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.998044] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.998201] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.998314] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.998526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.998717] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.998849] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 31899d47-abe2-43af-adad-b704aa3f347f is going to be created. [ 855.021454] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.022220] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.022628] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.023112] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.024652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.024652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.090613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.094024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.094024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.094024] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.129798] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 855.129798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.411052] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.600497] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.600497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.600497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.600927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.600927] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.601041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.601082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.602905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.603011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.603110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.603288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.603375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.603428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.603576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.603714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.603804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.603863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.603998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.604083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.604165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.604252] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f49f290-ef91-49da-bff9-3e0b786a215b req-02a2ec6c-5d39-4cd1-97fb-2d073e2aa5ad service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f49f290-ef91-49da-bff9-3e0b786a215b req-02a2ec6c-5d39-4cd1-97fb-2d073e2aa5ad service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f49f290-ef91-49da-bff9-3e0b786a215b req-02a2ec6c-5d39-4cd1-97fb-2d073e2aa5ad service nova] Enqueued Resource ID: 31899d47-abe2-43af-adad-b704aa3f347f with Priority: HIGHEST for action port [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 855.726095] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31899d47-abe2-43af-adad-b704aa3f347f with Priority: HIGHEST for action port [ 855.726095] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.726095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.726095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.726538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.726538] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.727550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.727662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728078] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.728296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.728296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.728374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.728587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728587] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.729318] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-31899d47-abe2-43af-adad-b704aa3f347f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.729432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.729499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.731560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.731560] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31899d47-abe2-43af-adad-b704aa3f347f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.913579] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.108598] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 856.126305] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.126305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.126305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.128896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.128896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.128896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.128896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.129432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.129432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.129432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.129432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 856.197734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.198059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.198059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.198292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.198396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.216047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 856.232117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.233087] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.233342] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31899d47-abe2-43af-adad-b704aa3f347f with status ACTIVE [ 856.233493] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.234264] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.234675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.234675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.234675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.234793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.234793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.235757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.237352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.239768] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31899d47-abe2-43af-adad-b704aa3f347f is going to be updated. [ 856.252341] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: SUCCESS [ 856.252744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.255908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255908] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.265269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.265269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.265269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.265269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.265269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.265269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31899d47-abe2-43af-adad-b704aa3f347f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.375945] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 856.376250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.417510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.417649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.417700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.417900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.417983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.418090] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 856.423282] env[66526]: INFO networking_nsxv3.common.synchronization [None req-596945bd-71aa-4488-9b08-53386fd23c12 None None] Enqueued Resource ID: b40b79fb-616c-4b16-9dc2-1e68f70e69b0 with Priority: HIGHEST for action port [ 856.423999] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40b79fb-616c-4b16-9dc2-1e68f70e69b0 with Priority: HIGHEST for action port [ 856.424760] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b40b79fb-616c-4b16-9dc2-1e68f70e69b0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.424896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b40b79fb-616c-4b16-9dc2-1e68f70e69b0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.424964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b40b79fb-616c-4b16-9dc2-1e68f70e69b0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.426084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b40b79fb-616c-4b16-9dc2-1e68f70e69b0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.426084] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b40b79fb-616c-4b16-9dc2-1e68f70e69b0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.461300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.461470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.461521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.461880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.462056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.479165] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 856.740299] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.756756] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.756917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.756979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.757289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.757875] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.757875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.757875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.758104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.758104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.758577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.758577] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.758774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.758814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.758952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.759110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.759218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.759275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.759391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.759860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.759860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.759860] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.930238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b40b79fb-616c-4b16-9dc2-1e68f70e69b0 [ 856.930458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.930591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.930659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.930869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.930968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931285] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b40b79fb-616c-4b16-9dc2-1e68f70e69b0 already deleted. [ 856.931285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b40b79fb-616c-4b16-9dc2-1e68f70e69b0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.243268] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.243867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.243867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.243867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.243867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.243867] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be created. [ 857.263138] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d44771d-392e-4c84-9833-322553b721b9: rpc.has_security_group_logging(os_id): False [ 857.277954] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.278616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.278616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.278616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.278616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.292299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.292299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.292299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.292666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.292666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.292775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.293464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.293552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293811] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d44771d-392e-4c84-9833-322553b721b9 is going to be created. [ 857.295987] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: UNINITIALIZED for 2s [ 857.416922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.416922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.416922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.416922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.435616] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: IN_PROGRESS for 2s [ 858.230930] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 858.231231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.489601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 858.489911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.490047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.490260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.490466] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.490556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.490616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.490810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.490878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.490916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.491011] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.959277] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f9633aa8-7565-4af5-8da5-9b9b52da054f None None] Enqueued Resource ID: b20c9876-b499-409c-ad3d-947f3155c1d4 with Priority: HIGHEST for action port [ 858.960080] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20c9876-b499-409c-ad3d-947f3155c1d4 with Priority: HIGHEST for action port [ 858.960250] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20c9876-b499-409c-ad3d-947f3155c1d4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.960330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20c9876-b499-409c-ad3d-947f3155c1d4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20c9876-b499-409c-ad3d-947f3155c1d4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20c9876-b499-409c-ad3d-947f3155c1d4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961058] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20c9876-b499-409c-ad3d-947f3155c1d4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.998043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.998275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.998728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.998811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.999114] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.999244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.999366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.999514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.999600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.999707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.999905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.000011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.000053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.000204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.000398] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.000450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.000519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.000876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.000876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.000876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.000876] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.306663] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 859.306935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.307248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.307428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.307652] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.307796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.307908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.308119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.308222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.308332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.308432] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.449249] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: SUCCESS [ 859.451197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.464502] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b20c9876-b499-409c-ad3d-947f3155c1d4 [ 859.464502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.464502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.464502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.464502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.464502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.464502] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b20c9876-b499-409c-ad3d-947f3155c1d4 already deleted. [ 859.464502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20c9876-b499-409c-ad3d-947f3155c1d4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.505672] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 859.525025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.525025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.525025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.525025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.545364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.545626] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.545774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.545864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.546071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.546222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.546445] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.546696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.546768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.546928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.546996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.547208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.547292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.547349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.547490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.547561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.547645] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 859.615430] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.615586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.615657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.615866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.616016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.632205] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 859.811471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.811718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.811769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812377] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.812377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.812757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.812863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.813010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.813120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.813448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.814092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.814092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.814092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.814092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.814092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.814092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.814511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.036476] env[66526]: INFO networking_nsxv3.common.synchronization [req-23188887-cfbc-40e3-b12b-d0b4513b8315 req-464606f2-bf84-40f6-8440-4e349e959cd1 tempest-ServersNegativeTestJSON-2057544758 tempest-ServersNegativeTestJSON-2057544758-project-member] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 860.037094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 860.037414] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.040945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.041697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.041980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.042185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.042312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.042378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.042873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.043157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.043157] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.317071] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df2d590-175b-4ba3-8770-1712946e2e3a: rpc.has_security_group_logging(os_id): False [ 860.342316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.342316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.342666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.342666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.342801] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.343532] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.343638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.343715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.343907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.343951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.344068] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be created. [ 860.427368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.427368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.427368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.427368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.427368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.437723] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.437943] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.438081] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.438373] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.438634] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.438838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.438948] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.439752] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.439752] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.439752] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.439752] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.440029] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.440029] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.440111] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.440151] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.440297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.445088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 860.465871] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.466193] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.466431] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.466733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.467240] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.467519] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.467729] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.468295] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.468622] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a4ea9e-d571-42b3-a10c-efe735fe62f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.545684] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.971640] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.971881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.972059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.972453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.972664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.972796] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port b3a4ea9e-d571-42b3-a10c-efe735fe62f5 not found, creating... [ 860.973137] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.973301] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.974029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.974029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.974029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.974263] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.974263] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.975944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.975944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.975944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.975944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: b3a4ea9e-d571-42b3-a10c-efe735fe62f5 is going to be created. [ 861.000245] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.000465] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.000598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.000874] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.001113] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.001360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.048219] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.551636] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.552086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.552086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.552193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.552234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.552344] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 861.587814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.588079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.588246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.588385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.601098] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 861.648662] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 861.648894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.789848] env[66526]: INFO networking_nsxv3.common.synchronization [req-23188887-cfbc-40e3-b12b-d0b4513b8315 req-66ffad8c-02d5-4a7d-a2bc-90c3be80e199 service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 861.789848] env[66526]: INFO networking_nsxv3.common.synchronization [req-23188887-cfbc-40e3-b12b-d0b4513b8315 req-66ffad8c-02d5-4a7d-a2bc-90c3be80e199 service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 861.789848] env[66526]: INFO networking_nsxv3.common.synchronization [req-23188887-cfbc-40e3-b12b-d0b4513b8315 req-66ffad8c-02d5-4a7d-a2bc-90c3be80e199 service nova] Enqueued Resource ID: b3a4ea9e-d571-42b3-a10c-efe735fe62f5 with Priority: HIGHEST for action port [ 861.790198] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 861.790525] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 861.790525] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a4ea9e-d571-42b3-a10c-efe735fe62f5 with Priority: HIGHEST for action port [ 861.790703] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.790915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.790915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.794576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.794689] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.797862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.798047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.798251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.798384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.798384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.798573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.798655] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a4ea9e-d571-42b3-a10c-efe735fe62f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.301913] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.301913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.303017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3a4ea9e-d571-42b3-a10c-efe735fe62f5 with status ACTIVE [ 862.303017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.303179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.303179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.303325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.303413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.303612] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.303712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.303776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.303929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.304019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.304426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.304426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.304426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.304590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.304590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.304658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3a4ea9e-d571-42b3-a10c-efe735fe62f5 is going to be updated. [ 862.350828] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.351034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.351135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.352526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.352526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.352526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a4ea9e-d571-42b3-a10c-efe735fe62f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.475730] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 862.475962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.800701] env[66526]: INFO networking_nsxv3.common.synchronization [req-944e7a47-7751-4227-ac7b-7f269be4ae83 req-a7bf068e-30c4-4800-92d5-e47db9ca4c0d tempest-ImagesOneServerTestJSON-1045458454 tempest-ImagesOneServerTestJSON-1045458454-project-member] Enqueued Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 862.801334] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 862.801671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.801806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.801806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.802622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.802751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.802867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.802928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.803101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.803836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.803986] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.223535] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.224486] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-90" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.224875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-90" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.225275] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-90" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.225591] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.225767] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.225885] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.226132] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.226277] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.226490] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.226603] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.226710] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.226832] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.226945] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.227333] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.227333] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.250867] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.250867] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.250867] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.250867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-90" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250867] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-04b45d6a-69d2-47cc-821d-c1d660431171 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.250867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.250867] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b45d6a-69d2-47cc-821d-c1d660431171',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.306905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.307186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.307296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.308359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.308359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.308359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.308359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.308359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.308646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.308646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.308759] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f already deleted. [ 863.309279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.319301] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fb348ae8-bfd4-4c2e-ad45-8bc8ee7bdcd5 None None] Enqueued Resource ID: 288c6bac-3543-42b9-a9db-40b4b210680e with Priority: HIGHEST for action port [ 863.320394] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c6bac-3543-42b9-a9db-40b4b210680e with Priority: HIGHEST for action port [ 863.320759] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-288c6bac-3543-42b9-a9db-40b4b210680e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.320888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288c6bac-3543-42b9-a9db-40b4b210680e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.320955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288c6bac-3543-42b9-a9db-40b4b210680e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.321842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288c6bac-3543-42b9-a9db-40b4b210680e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.321940] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288c6bac-3543-42b9-a9db-40b4b210680e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.610625] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 863.610846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.611031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.611512] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.611630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.611746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.611844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.612143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.612242] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.753169] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.753515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.753670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.753979] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.754167] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.754345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 04b45d6a-69d2-47cc-821d-c1d660431171 not found, creating... [ 863.754675] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.754854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.754971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.755205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.755339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.755640] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.755816] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.756032] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.756180] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.756358] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.756548] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 04b45d6a-69d2-47cc-821d-c1d660431171 is going to be created. [ 863.780660] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.780880] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.781058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.781657] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.781657] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.781858] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.825348] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288c6bac-3543-42b9-a9db-40b4b210680e [ 863.825601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.825698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.825755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.825962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.826063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.829122] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288c6bac-3543-42b9-a9db-40b4b210680e already deleted. [ 863.829302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288c6bac-3543-42b9-a9db-40b4b210680e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.067796] env[66526]: INFO networking_nsxv3.common.synchronization [req-a0ed070d-9a2b-4c16-92ce-988ab29751a3 req-8b581912-f2b9-4c25-a993-7b73febce3f1 tempest-ServerPasswordTestJSON-369599574 tempest-ServerPasswordTestJSON-369599574-project-member] Enqueued Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 864.068326] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGHEST for action security_group_members [ 864.068627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.068778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.068841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.070332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.070515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.070584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.070791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.070998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.071142] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.114963] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.495509] env[66526]: INFO networking_nsxv3.common.synchronization [req-944e7a47-7751-4227-ac7b-7f269be4ae83 req-d23759a6-5128-4fe6-aaf9-3b84234be407 service nova] Enqueued Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_rules [ 864.495686] env[66526]: INFO networking_nsxv3.common.synchronization [req-944e7a47-7751-4227-ac7b-7f269be4ae83 req-d23759a6-5128-4fe6-aaf9-3b84234be407 service nova] Enqueued Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 864.495822] env[66526]: INFO networking_nsxv3.common.synchronization [req-944e7a47-7751-4227-ac7b-7f269be4ae83 req-d23759a6-5128-4fe6-aaf9-3b84234be407 service nova] Enqueued Resource ID: 04b45d6a-69d2-47cc-821d-c1d660431171 with Priority: HIGHEST for action port [ 864.496461] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_rules [ 864.496588] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 864.496684] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b45d6a-69d2-47cc-821d-c1d660431171 with Priority: HIGHEST for action port [ 864.496972] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.497120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.497205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.497518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.497585] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.504020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.504020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.504020] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.504020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b45d6a-69d2-47cc-821d-c1d660431171 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.504020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.504751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.504751] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b45d6a-69d2-47cc-821d-c1d660431171',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.574299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.574451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.574523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.574796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.574858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577030] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.577030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.577030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.577030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.577030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577030] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d44771d-392e-4c84-9833-322553b721b9 is going to be updated. [ 864.609039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.611716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.611716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.611716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.611716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.619528] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.621317] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: IN_PROGRESS for 2s [ 865.009534] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.009860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.009860] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.011679] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b45d6a-69d2-47cc-821d-c1d660431171 with status ACTIVE [ 865.011679] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.011679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.011835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.011972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.016299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.016299] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b45d6a-69d2-47cc-821d-c1d660431171 is going to be updated. [ 865.039693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.039902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.039996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.040246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.040289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.040453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b45d6a-69d2-47cc-821d-c1d660431171" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.120877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.121189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.121189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.122657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.122657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.122657] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 865.186347] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.186817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.186817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.187878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.187878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.198932] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 865.462443] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-6e4b5292-243f-4759-8114-75510b369880 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 865.462937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 865.465288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.466239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.466319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466808] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.518164] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.700793] env[66526]: INFO networking_nsxv3.common.synchronization [None req-708ec280-f68a-47ea-a6d3-51a0ed23710b tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 865.701755] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 865.703520] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.703520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.703520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.703520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.703520] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.728380] env[66526]: INFO networking_nsxv3.common.synchronization [None req-44f23b43-760c-4070-a321-8ca933280f59 None None] Enqueued Resource ID: ff215700-5644-4c53-a513-19d55c3a6fca with Priority: HIGHEST for action port [ 865.729091] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff215700-5644-4c53-a513-19d55c3a6fca with Priority: HIGHEST for action port [ 865.729434] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff215700-5644-4c53-a513-19d55c3a6fca taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.729563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff215700-5644-4c53-a513-19d55c3a6fca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.729623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff215700-5644-4c53-a513-19d55c3a6fca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.729851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff215700-5644-4c53-a513-19d55c3a6fca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.729928] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff215700-5644-4c53-a513-19d55c3a6fca',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.973122] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974545] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.974545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.974545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.974736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.974773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.975120] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 already deleted. [ 865.975120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.021747] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.021747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.021747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.021747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.025294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.025294] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f is going to be created. [ 866.038972] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-14822466-f8c4-4103-8891-5bf97c217275 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 866.039129] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 866.039372] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.039576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.039576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.041829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.041829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.041829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.041829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.041829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.041829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.041829] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.053920] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.053920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.053920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.053920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.054131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.068918] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: UNINITIALIZED for 2s [ 866.226829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.227077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.227186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.227494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.227636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.227788] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be already deleted. [ 866.227927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.229999] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4cd74bc5-940e-4397-b1d6-3d40aab71055 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 866.230828] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 866.230828] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.230961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.231014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.231184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.231264] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.232274] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff215700-5644-4c53-a513-19d55c3a6fca [ 866.232274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.232433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.232433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.232668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.232668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.232751] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff215700-5644-4c53-a513-19d55c3a6fca already deleted. [ 866.232797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff215700-5644-4c53-a513-19d55c3a6fca" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.476420] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-9f81b375-393e-4f11-b1d9-ac1a363014f0 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 866.476639] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 866.477054] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.477054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.543208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.543362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.543410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.543627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.543714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.543896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.543994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.544070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.544233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.544309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.544396] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 already deleted. [ 866.544470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.544974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.545174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.545353] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.545420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.545779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.545779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.545779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.545779] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.631836] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d44771d-392e-4c84-9833-322553b721b9 in Status: SUCCESS [ 866.633504] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d44771d-392e-4c84-9833-322553b721b9 deletion is rescheduled due to dependency. [ 866.633861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.755657] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.755837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.755837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.757028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.757028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.757028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be already deleted. [ 866.757028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.040318] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.040720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.041515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.041938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.042456] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.042456] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.042611] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.042843] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.042972] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.043829] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.043829] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.043829] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.043829] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.043829] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.043829] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.044223] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.050425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.050568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.050638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.050835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.050956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.051163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.051269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.051342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.051787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.051787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.051787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 already deleted. [ 867.051909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.066561] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.067233] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.067233] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.067233] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.067733] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-2a81d8e8-2a56-4154-8144-ec07557a7ef2 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.067733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.067733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.068143] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.068299] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a81d8e8-2a56-4154-8144-ec07557a7ef2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.209934] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 867.210310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.210424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.210558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.210824] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.210949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.211101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.211313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.211396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.211528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.211570] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.571286] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.571537] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.571663] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.571941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.572108] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.572270] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 2a81d8e8-2a56-4154-8144-ec07557a7ef2 not found, creating... [ 867.572535] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.572689] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.572805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.573043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.573181] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.573633] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.573796] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.573914] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.574148] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.574543] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.574543] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 2a81d8e8-2a56-4154-8144-ec07557a7ef2 is going to be created. [ 867.595441] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.595659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.595782] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.596126] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.596373] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.596603] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.714928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.715881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.715881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.715881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.716091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.716243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.716330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.716573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.716691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.716844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.717084] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.717178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.717321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.717428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.717587] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.717709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.717764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.717960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.718058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.718165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.718262] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.079230] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: SUCCESS [ 868.079525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.079589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.079871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.080343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.080417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.080633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.080722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.080926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.080926] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.137792] env[66526]: INFO networking_nsxv3.common.synchronization [req-356a6e91-bfa6-46ad-855c-217b4a932515 req-9cd5a7eb-b21b-47cc-8243-094e7df1cf66 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 868.138430] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 868.138966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.139160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.139263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.139740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.140092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.140205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.140273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.140434] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.140522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.140614] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.221584] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73203e9a-e314-4d11-ab80-df6cd798d88f: rpc.has_security_group_logging(os_id): False [ 868.242188] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.242338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.242401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.242618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.242710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.242928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.243043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.243105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.243255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.243330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.243516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.243607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.243668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.243801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.244078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.244078] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.244229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.244229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.244307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.244395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.244465] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 868.300981] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-05451d0f-8e26-4814-9169-96c1ca0869be service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 868.300981] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-05451d0f-8e26-4814-9169-96c1ca0869be service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 868.300981] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-05451d0f-8e26-4814-9169-96c1ca0869be service nova] Enqueued Resource ID: 2a81d8e8-2a56-4154-8144-ec07557a7ef2 with Priority: HIGHEST for action port [ 868.301537] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 868.301673] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 868.301771] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a81d8e8-2a56-4154-8144-ec07557a7ef2 with Priority: HIGHEST for action port [ 868.302055] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.302170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.302303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.302519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.302637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.304130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.304130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.304130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.304280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.304377] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.304473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.304719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.304719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.304855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.304855] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.305643] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a81d8e8-2a56-4154-8144-ec07557a7ef2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.305847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.305847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.305994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.305994] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a81d8e8-2a56-4154-8144-ec07557a7ef2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.335185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.335185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.335185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.335636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.335791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.353239] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 868.586062] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.586062] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.586062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.587479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.589254] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.589254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.589254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.589646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.589646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.589763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.589763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.589906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.589992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.590093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.590189] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.643341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.643493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.643646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.644155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.644337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.644636] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.644763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.644829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.645018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.645137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.645244] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be deleted. [ 868.683304] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.683525] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684314] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684469] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.684747] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684970] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685128] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.685387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.685559] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.685917] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.686068] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.686068] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.686187] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.686291] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.686414] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.686550] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.688328] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.688474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.688533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.688688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.688822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.688960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.709608] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.709608] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.709740] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.709941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.710385] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-8190c6f0-7a5d-4212-b08a-ee94a252ed65 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.710612] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.710749] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.711145] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.711294] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8190c6f0-7a5d-4212-b08a-ee94a252ed65',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.808557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.808718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.809059] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.810085] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a81d8e8-2a56-4154-8144-ec07557a7ef2 with status ACTIVE [ 868.810368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.810525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.810611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.810822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.810934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.811206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.812043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.812043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.812874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.812874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.812874] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a81d8e8-2a56-4154-8144-ec07557a7ef2 is going to be updated. [ 868.836623] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.836866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.836866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.837351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.837507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.837680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a81d8e8-2a56-4154-8144-ec07557a7ef2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.093472] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e1796cf-cd76-47b2-8329-31a97248175f: rpc.has_security_group_logging(os_id): False [ 869.121213] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.121430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.121430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.121660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.122285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.122285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.122285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.122285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.122285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.122593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.122593] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.122671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.122671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.122787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.122854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.123198] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.123317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.123365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.123490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.123558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.123641] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f is going to be created. [ 869.172749] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.172995] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-801" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.173137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-801" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.173516] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-801" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.173829] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.174141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.174254] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.174591] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.174805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.175341] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.175586] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.175667] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.175794] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.175946] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.176101] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.176344] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.214080] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.214344] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.214464] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.214747] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.214903] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.215497] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 8190c6f0-7a5d-4212-b08a-ee94a252ed65 not found, creating... [ 869.215497] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.215497] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.215750] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.215812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.215954] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.216257] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.216405] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.216577] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.216736] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.216862] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.216996] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 8190c6f0-7a5d-4212-b08a-ee94a252ed65 is going to be created. [ 869.223245] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.223425] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.223585] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.223773] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-801" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.224134] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-5d5346bf-ddd1-4033-9568-96329c7e6f3b taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.224329] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.224463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.224809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.224953] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5346bf-ddd1-4033-9568-96329c7e6f3b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.260101] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.260349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.260349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.260534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.260774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.270183] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.270501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.270687] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.271057] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.271318] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.271552] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.276466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: IN_PROGRESS for 2s [ 869.314951] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.729596] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.730908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.730908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.730908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.730908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.730908] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 5d5346bf-ddd1-4033-9568-96329c7e6f3b not found, creating... [ 869.730908] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.731360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.731624] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.731911] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.732150] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.732481] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.732647] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.732757] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.732995] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.733154] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.733360] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 5d5346bf-ddd1-4033-9568-96329c7e6f3b is going to be created. [ 869.767090] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767310] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767394] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767687] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767872] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768108] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.817930] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.818142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.818254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.818519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.818661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.818822] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be created. [ 869.853600] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.853782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.854037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.854037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.854181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.870848] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: UNINITIALIZED for 2s [ 869.995257] env[66526]: INFO networking_nsxv3.common.synchronization [req-356a6e91-bfa6-46ad-855c-217b4a932515 req-6ad28244-77b7-4952-93b2-f923e433690f service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 869.995415] env[66526]: INFO networking_nsxv3.common.synchronization [req-356a6e91-bfa6-46ad-855c-217b4a932515 req-6ad28244-77b7-4952-93b2-f923e433690f service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 869.995554] env[66526]: INFO networking_nsxv3.common.synchronization [req-356a6e91-bfa6-46ad-855c-217b4a932515 req-6ad28244-77b7-4952-93b2-f923e433690f service nova] Enqueued Resource ID: 8190c6f0-7a5d-4212-b08a-ee94a252ed65 with Priority: HIGHEST for action port [ 869.996108] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 869.996245] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 869.996340] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8190c6f0-7a5d-4212-b08a-ee94a252ed65 with Priority: HIGHEST for action port [ 869.996611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.996730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.996867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.997096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.997181] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.998107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.998201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.998244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.998405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.998554] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.998646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.998738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.998954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.999044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.999145] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.999980] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-8190c6f0-7a5d-4212-b08a-ee94a252ed65 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.000171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.000171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.000314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.000617] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8190c6f0-7a5d-4212-b08a-ee94a252ed65',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.379200] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 870.379200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.418907] env[66526]: INFO networking_nsxv3.common.synchronization [req-64f9f761-1ccb-44a7-a8da-17d13614c16c req-91591c28-6f43-41c9-9b15-e563fd3be6eb tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 870.419210] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 870.419516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.419633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.419697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.419909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.420109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.420213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.420271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.420420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.420500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.420590] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.442818] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-5914a1fd-e07c-468c-bd02-d13d67680328 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 870.443201] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-5914a1fd-e07c-468c-bd02-d13d67680328 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 870.443201] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-5914a1fd-e07c-468c-bd02-d13d67680328 service nova] Enqueued Resource ID: 5d5346bf-ddd1-4033-9568-96329c7e6f3b with Priority: HIGHEST for action port [ 870.443356] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 870.443434] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 870.444162] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5346bf-ddd1-4033-9568-96329c7e6f3b with Priority: HIGHEST for action port [ 870.444162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.444484] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.444735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5346bf-ddd1-4033-9568-96329c7e6f3b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.444817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.445650] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5346bf-ddd1-4033-9568-96329c7e6f3b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.503627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.503627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.503627] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.504506] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8190c6f0-7a5d-4212-b08a-ee94a252ed65 with status ACTIVE [ 870.504704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.504825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.504881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.505124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.505213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.505393] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.506036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.506036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.506036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.506036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.506036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.506036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.506386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.506386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.506386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.506386] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8190c6f0-7a5d-4212-b08a-ee94a252ed65 is going to be updated. [ 870.534561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.534936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.534936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.535165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.535392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.535625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8190c6f0-7a5d-4212-b08a-ee94a252ed65" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.596502] env[66526]: INFO networking_nsxv3.common.synchronization [req-4907f20f-c0d6-44ef-ba23-5aaa6510bc34 req-959646e0-0669-4c47-93fb-aa62db13a50d tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 870.597076] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 870.597383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.597690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.597690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.597779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.597887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.598066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.598182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.598274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.598356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.598633] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.922702] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.947634] env[66526]: INFO networking_nsxv3.common.synchronization [req-eb245781-254f-49e7-9d14-b52e730ab0e5 req-f6aa53fd-0b5c-46e2-a795-83c61d2d28ca tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 870.947812] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d5346bf-ddd1-4033-9568-96329c7e6f3b with status ACTIVE [ 870.947988] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.948089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.948192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.948492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.948492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.950058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.950058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.950058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.950058] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d5346bf-ddd1-4033-9568-96329c7e6f3b is going to be updated. [ 870.951165] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 870.951690] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.951790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.951843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.952047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.952189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.952284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.952344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.952479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.952553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.952638] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.977733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.977916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.978029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.980138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.980138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.980138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5346bf-ddd1-4033-9568-96329c7e6f3b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.010255] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.101657] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.296846] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: SUCCESS [ 871.297146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.346149] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.346362] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.346488] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.346766] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.347312] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347501] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347671] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.347901] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.348219] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348457] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.348572] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.348680] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.348851] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.348981] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.349122] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.349261] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.369996] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.370233] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.370377] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.370548] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-350" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.370860] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1b959e96-27f8-4e8f-be59-e2f6486eb363 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.371080] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.371381] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.371725] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.371947] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b959e96-27f8-4e8f-be59-e2f6486eb363',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.374911] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.374911] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.375153] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.375305] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.375566] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.375720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.375911] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.376140] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.376280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.376476] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.376583] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.376774] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.376830] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.376912] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.377024] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.377171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.399558] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.399829] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.399950] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.400159] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.400598] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-420d65de-8ff3-4fa3-a5e1-3104b048abce taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.400821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.400983] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.401357] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.401535] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420d65de-8ff3-4fa3-a5e1-3104b048abce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.425546] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.456172] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.456172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.456172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.456372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.456372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.456484] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.456584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.456647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.456839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.456927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.457026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 already deleted. [ 871.457106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.512479] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.512655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.512709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.512906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.512996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.513107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be created. [ 871.539711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.539896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.539896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.540153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.540352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.550286] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: UNINITIALIZED for 2s [ 871.606569] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.879983] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.880315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.880463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.880756] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.880905] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.881189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1b959e96-27f8-4e8f-be59-e2f6486eb363 not found, creating... [ 871.881505] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.881669] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.881781] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.882016] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.882165] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.882452] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.882600] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.882712] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.882917] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.883058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.883196] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1b959e96-27f8-4e8f-be59-e2f6486eb363 is going to be created. [ 871.885236] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 871.885421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.885595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.885795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.885969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.886084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.886294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.886372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.886452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.886546] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.887750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.887916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.888078] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.888179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.888241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.888378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.888454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.888538] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.904340] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.904547] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.904665] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.904935] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.905092] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.905246] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 420d65de-8ff3-4fa3-a5e1-3104b048abce not found, creating... [ 871.905502] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.905653] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.905765] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.905976] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.906123] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.906398] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.906546] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.906656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.906873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.906987] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.907143] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 420d65de-8ff3-4fa3-a5e1-3104b048abce is going to be created. [ 871.923031] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.923258] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.923360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.923638] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.923859] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.924117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.927375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.927530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.927595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.927790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.927868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.927965] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 871.934317] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.934534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.934659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.934933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.935190] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.935407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.958871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.959049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.959875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.959875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.959875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.976564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 872.109066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.109066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.109066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.109066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.109066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.109066] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 872.145728] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.145953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.146064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.146291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.146441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.158297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 872.390795] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.391996] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.392140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.659630] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-c8b41076-3196-4796-bb94-700f14eab12a service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 872.659962] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-c8b41076-3196-4796-bb94-700f14eab12a service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 872.660013] env[66526]: INFO networking_nsxv3.common.synchronization [req-50a05a6c-578d-4029-b5db-c9511c646dea req-c8b41076-3196-4796-bb94-700f14eab12a service nova] Enqueued Resource ID: 1b959e96-27f8-4e8f-be59-e2f6486eb363 with Priority: HIGHEST for action port [ 872.660732] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 872.660881] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 872.660980] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b959e96-27f8-4e8f-be59-e2f6486eb363 with Priority: HIGHEST for action port [ 872.661288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.661399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.661599] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.661699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.661902] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b959e96-27f8-4e8f-be59-e2f6486eb363 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.662524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.662524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.663581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.663581] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b959e96-27f8-4e8f-be59-e2f6486eb363',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.674388] env[66526]: INFO networking_nsxv3.common.synchronization [req-eb245781-254f-49e7-9d14-b52e730ab0e5 req-0cf57056-bfb1-41b9-9bc5-4e45710aeef8 service nova] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_rules [ 872.674575] env[66526]: INFO networking_nsxv3.common.synchronization [req-eb245781-254f-49e7-9d14-b52e730ab0e5 req-0cf57056-bfb1-41b9-9bc5-4e45710aeef8 service nova] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 872.674724] env[66526]: INFO networking_nsxv3.common.synchronization [req-eb245781-254f-49e7-9d14-b52e730ab0e5 req-0cf57056-bfb1-41b9-9bc5-4e45710aeef8 service nova] Enqueued Resource ID: 420d65de-8ff3-4fa3-a5e1-3104b048abce with Priority: HIGHEST for action port [ 872.675293] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_rules [ 872.675356] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 872.675494] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420d65de-8ff3-4fa3-a5e1-3104b048abce with Priority: HIGHEST for action port [ 872.676708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.676708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.676708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.676708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.676708] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.677591] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.678572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.678572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.678572] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.682290] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-420d65de-8ff3-4fa3-a5e1-3104b048abce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.682773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.682773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.682871] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420d65de-8ff3-4fa3-a5e1-3104b048abce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.894210] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.165739] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b959e96-27f8-4e8f-be59-e2f6486eb363 with status ACTIVE [ 873.165994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.166168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.166254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.166488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.169749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.169749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.169749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.169749] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b959e96-27f8-4e8f-be59-e2f6486eb363 is going to be updated. [ 873.185719] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.185885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.186134] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.188366] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 420d65de-8ff3-4fa3-a5e1-3104b048abce with status ACTIVE [ 873.188366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.188366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.188504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.188635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.188887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.188983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.189047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.189120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.189279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.189357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.189628] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.189739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.189803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.190142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.190142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.190142] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 420d65de-8ff3-4fa3-a5e1-3104b048abce is going to be updated. [ 873.200270] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.200361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.201443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.201443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.201443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b959e96-27f8-4e8f-be59-e2f6486eb363" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.213150] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.214283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.214283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.214283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.214283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.214455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-420d65de-8ff3-4fa3-a5e1-3104b048abce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.396707] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.396880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.396951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.397327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.397419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.397522] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 873.435943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.435943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.436146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.437023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.437023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.449036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 873.560914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 873.561182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.561383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.561600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.561788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.561973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.561973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.562120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.562201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.562286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.562375] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.691764] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.987490] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 873.987710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.065651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.065651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.065651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.066025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.066174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.066464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.066607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.066696] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.066768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.066998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.067152] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.067247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.067308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.067451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.067529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.067609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.067937] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.168847] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 874.169110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.195264] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.195560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.195684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.195947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.196106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.196297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be created. [ 874.224313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.224788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.224918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.225193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.225422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.235954] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: UNINITIALIZED for 2s [ 874.573415] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 874.596975] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.597224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.597317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.597638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.597777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.598085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.598219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.598262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.598615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.598615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.598986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.600718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.600718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.600718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.600821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.600973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.601080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.601161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.601290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.601356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.601439] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be created. [ 874.715047] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.715047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.715047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.715047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.715663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.746173] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 875.463034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.463034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.467366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.468021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.468021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.468021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.468021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.468021] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.469723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.469814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.470015] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.470133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.470419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.470768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.470768] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.974101] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd6a0c2-5315-4186-9c72-804230928551: rpc.has_security_group_logging(os_id): False [ 875.975449] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.991321] env[66526]: INFO networking_nsxv3.common.synchronization [req-72e39771-92e7-4ead-90b7-acd9e6fda054 req-62063a16-780c-420d-8cde-fe4f05b0dda9 tempest-ServersNegativeTestJSON-2057544758 tempest-ServersNegativeTestJSON-2057544758-project-member] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 875.991887] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 875.992300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.992429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.992497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.992710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.992869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.992972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.993181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.993363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.993452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.993548] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.089246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.089246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.089246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.089743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.090390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.090745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.092341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.092341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.092341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.092341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.092341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.092341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.093183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.093366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.093538] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be created. [ 876.165718] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.165718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.165718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.165718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.165718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.180723] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 876.248302] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 876.248302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.248763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.249074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.249354] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.249550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.249749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.252268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.252268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.252268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.252268] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.478892] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.496981] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.755857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.756018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.756315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.756485] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.756590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.756975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.757316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.757567] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.757677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.757813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.757983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.758291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.758488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.758641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.758811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.758980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.759049] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.769106] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 876.769271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982126] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.982425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.982425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.982606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.982694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982791] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 876.999241] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.021070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.021221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.021292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.021497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.021634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.031522] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 877.262700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41: rpc.has_security_group_logging(os_id): False [ 877.287547] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.287709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.287765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.287968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288312] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288934] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.289078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.289218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.289292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.289339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.289501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.289588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.289642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.289772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.290079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.290079] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be created. [ 877.371809] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.372045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.372107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.372322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.372502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.391789] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 877.501575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.501744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.502050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.502338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.503491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.503642] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 877.570561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.570756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.570862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.571106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.594970] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 878.193914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 878.194373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.194373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.194373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.194560] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.701036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.701036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.828079] env[66526]: INFO networking_nsxv3.common.synchronization [None req-53467a9d-2659-4a89-a1d1-77cd59076d35 None None] Enqueued Resource ID: 91d6edb9-bc90-4627-be57-10f107b72ba4 with Priority: HIGHEST for action port [ 878.828799] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91d6edb9-bc90-4627-be57-10f107b72ba4 with Priority: HIGHEST for action port [ 878.829636] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-91d6edb9-bc90-4627-be57-10f107b72ba4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.829802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91d6edb9-bc90-4627-be57-10f107b72ba4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.829900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91d6edb9-bc90-4627-be57-10f107b72ba4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.830260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91d6edb9-bc90-4627-be57-10f107b72ba4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.830361] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91d6edb9-bc90-4627-be57-10f107b72ba4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.050293] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 879.050629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.050905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.051186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.051504] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.052414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.052414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054188] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.336982] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91d6edb9-bc90-4627-be57-10f107b72ba4 [ 879.337362] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.340288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.340414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.340659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.340752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.340887] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91d6edb9-bc90-4627-be57-10f107b72ba4 already deleted. [ 879.340988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91d6edb9-bc90-4627-be57-10f107b72ba4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.406673] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 879.406943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.560027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.560282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.563385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563385] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.563385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.563385] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.608395] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 879.609686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.065142] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd6a0c2-5315-4186-9c72-804230928551: rpc.has_security_group_logging(os_id): False [ 880.085827] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.085985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.086044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.086437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.086688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.086817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.088528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.088528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.088621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.088691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.088943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.089214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.089214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.089299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.089368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.089724] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.089795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.089825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.090261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090438] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 880.168022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.168269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.168357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.168638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.168841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.186321] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 880.513381] env[66526]: INFO networking_nsxv3.common.synchronization [req-8b273ab4-da92-4039-a6f3-12f003b66272 req-7095cbfc-1e7b-4ebc-9f34-82ee0a3a73c5 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 880.517142] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 880.517916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.518182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.518182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.518949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.518949] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.518949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.518949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.519158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.519158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.519291] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.023992] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.045897] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.049023] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.049023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.049023] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.049023] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.049023] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.049023] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.049023] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.049023] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.049023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.091063] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.091367] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.091513] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.091686] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-162" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.092035] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-0a182372-2ea0-4b0a-bb97-fd34980fc385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.092208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.092322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.092637] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.092765] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a182372-2ea0-4b0a-bb97-fd34980fc385',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.357932] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a32367e1-0944-4acb-b6bf-93cbc1104722 None None] Enqueued Resource ID: 3253fe1b-a218-43af-9a7b-1135d7a9c75f with Priority: HIGHEST for action port [ 881.358201] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3253fe1b-a218-43af-9a7b-1135d7a9c75f with Priority: HIGHEST for action port [ 881.358564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3253fe1b-a218-43af-9a7b-1135d7a9c75f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.358709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3253fe1b-a218-43af-9a7b-1135d7a9c75f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.358709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3253fe1b-a218-43af-9a7b-1135d7a9c75f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.359415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3253fe1b-a218-43af-9a7b-1135d7a9c75f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.359415] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3253fe1b-a218-43af-9a7b-1135d7a9c75f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.526441] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.598515] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.598515] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 0a182372-2ea0-4b0a-bb97-fd34980fc385 not found, creating... [ 881.598515] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.598515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.599492] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.603451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.603451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.603451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.603451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.603451] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 is going to be created. [ 881.629652] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.629652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.629652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.629652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.629997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.629997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.863379] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3253fe1b-a218-43af-9a7b-1135d7a9c75f [ 881.863597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.863757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.863841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.864067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.864160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.864250] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3253fe1b-a218-43af-9a7b-1135d7a9c75f already deleted. [ 881.864327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3253fe1b-a218-43af-9a7b-1135d7a9c75f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.032066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.032066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.032066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.032066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032316] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 882.066932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.067102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.067215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.067470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.067561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.081228] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 882.201396] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 882.201955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.203029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.203598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.203766] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.365695] env[66526]: INFO networking_nsxv3.common.synchronization [req-8b273ab4-da92-4039-a6f3-12f003b66272 req-eb8d203c-2086-403d-ab4a-c0104e25a898 service nova] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 882.365826] env[66526]: INFO networking_nsxv3.common.synchronization [req-8b273ab4-da92-4039-a6f3-12f003b66272 req-eb8d203c-2086-403d-ab4a-c0104e25a898 service nova] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 882.366029] env[66526]: INFO networking_nsxv3.common.synchronization [req-8b273ab4-da92-4039-a6f3-12f003b66272 req-eb8d203c-2086-403d-ab4a-c0104e25a898 service nova] Enqueued Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 882.366682] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 882.366831] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 882.368174] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 882.369487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.369672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.369710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.369964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.370105] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.371139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.371246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.371476] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a182372-2ea0-4b0a-bb97-fd34980fc385 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.371648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.371758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.372038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.372109] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a182372-2ea0-4b0a-bb97-fd34980fc385',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.706641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.706641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.706641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.706641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.707184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.707184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.707184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.707184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707369] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.875857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.875857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.875857] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a182372-2ea0-4b0a-bb97-fd34980fc385 with status ACTIVE [ 882.876041] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.876095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.876150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.876560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.876560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.876656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.876744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.876744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.876995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.877082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.877280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.877418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.877516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.877732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.877843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.877985] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 is going to be updated. [ 882.922272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.923508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.923508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.923508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.923508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.923508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.963545] env[66526]: INFO networking_nsxv3.common.synchronization [None req-219feeeb-a022-4d55-946d-0b09a63a6b15 None None] Enqueued Resource ID: 497d14cf-97fe-4ec4-be8c-02f57f6c55fc with Priority: HIGHEST for action port [ 882.964094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497d14cf-97fe-4ec4-be8c-02f57f6c55fc with Priority: HIGHEST for action port [ 882.964414] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-497d14cf-97fe-4ec4-be8c-02f57f6c55fc taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.964536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497d14cf-97fe-4ec4-be8c-02f57f6c55fc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.964600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497d14cf-97fe-4ec4-be8c-02f57f6c55fc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.965511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497d14cf-97fe-4ec4-be8c-02f57f6c55fc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.965511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497d14cf-97fe-4ec4-be8c-02f57f6c55fc',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.207290] env[66526]: INFO networking_nsxv3.common.synchronization [req-30662070-53c2-4c17-a052-dff3aa7ae536 req-a5dfb94f-6e1c-41f3-a779-f57643def2bd tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 883.207993] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 883.208382] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.208534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.209228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.209228] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.209228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.209458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.209458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.209458] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.212130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.212130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.212130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.212680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.212680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.212680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.212889] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.472797] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497d14cf-97fe-4ec4-be8c-02f57f6c55fc [ 883.473013] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.473157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.473223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.473445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.473527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.473624] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497d14cf-97fe-4ec4-be8c-02f57f6c55fc already deleted. [ 883.473702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497d14cf-97fe-4ec4-be8c-02f57f6c55fc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.584038] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.584232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.584360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.584614] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.584873] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.586275] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.586495] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.586742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.586933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.587164] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.587275] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.587381] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.587484] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.587588] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.587690] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.587821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.607944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.608182] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.608331] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.608504] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-795" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.608810] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.610188] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.610188] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.610188] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.610188] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae4708-ec0f-4651-9182-61ef4f1a2c4c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.715935] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.717129] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd6a0c2-5315-4186-9c72-804230928551: rpc.has_security_group_logging(os_id): False [ 883.738165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.738338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.738402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.738647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.738816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.739056] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.739234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.739806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.739806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.739806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.739806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.740008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.740168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.740261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.740623] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.740786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.740843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.740922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.741017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 883.812687] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.813500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.813654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.815016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.815016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.833310] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 884.101632] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 884.102251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.102251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.102520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.102520] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.102597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.102640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.102786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.102864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.102988] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.112898] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.113138] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.113337] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.113908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.113908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.114107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port f0ae4708-ec0f-4651-9182-61ef4f1a2c4c not found, creating... [ 884.114395] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.114553] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.114667] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.114939] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.115098] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.115381] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.115558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.115672] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.115913] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.116037] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.116191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: f0ae4708-ec0f-4651-9182-61ef4f1a2c4c is going to be created. [ 884.146163] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.146477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.146620] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.146996] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.147354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.147875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.220350] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.605782] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.722879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.723404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.723404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.723694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.723694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.723935] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 884.776773] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.776930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.776966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.777207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.777374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.789273] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 884.994741] env[66526]: INFO networking_nsxv3.common.synchronization [req-30662070-53c2-4c17-a052-dff3aa7ae536 req-ab1c44ff-026d-49fe-a6f8-81348ab84296 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 884.994741] env[66526]: INFO networking_nsxv3.common.synchronization [req-30662070-53c2-4c17-a052-dff3aa7ae536 req-ab1c44ff-026d-49fe-a6f8-81348ab84296 service nova] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 884.994879] env[66526]: INFO networking_nsxv3.common.synchronization [req-30662070-53c2-4c17-a052-dff3aa7ae536 req-ab1c44ff-026d-49fe-a6f8-81348ab84296 service nova] Enqueued Resource ID: f0ae4708-ec0f-4651-9182-61ef4f1a2c4c with Priority: HIGHEST for action port [ 884.996503] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_rules [ 884.996503] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 884.996503] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ae4708-ec0f-4651-9182-61ef4f1a2c4c with Priority: HIGHEST for action port [ 884.996503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.996503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.996503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.996503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.997187] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.999691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.999691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.999691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.999691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.000274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.000391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.000391] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae4708-ec0f-4651-9182-61ef4f1a2c4c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.113597] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.501134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.501839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.503096] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0ae4708-ec0f-4651-9182-61ef4f1a2c4c with status ACTIVE [ 885.503326] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.503488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.503528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.503733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.503825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.504101] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.504207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.504271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.504467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.504547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.504734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.504827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.504889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.505051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.505114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.505197] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0ae4708-ec0f-4651-9182-61ef4f1a2c4c is going to be updated. [ 885.530206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.531393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.531393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.531393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.531393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.531393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ae4708-ec0f-4651-9182-61ef4f1a2c4c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.619909] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.619909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.619909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.619909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.619909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.619909] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 885.705328] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.705453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.705636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.709298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.709298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.719997] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 885.848827] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 885.849175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.881262] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3fbb060d-102c-4f3f-b71a-53f1b56fe56d None None] Enqueued Resource ID: eac63af7-96cb-43c6-a415-a6f56610201d with Priority: HIGHEST for action port [ 885.886265] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac63af7-96cb-43c6-a415-a6f56610201d with Priority: HIGHEST for action port [ 885.887254] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac63af7-96cb-43c6-a415-a6f56610201d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.887400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac63af7-96cb-43c6-a415-a6f56610201d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.887575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac63af7-96cb-43c6-a415-a6f56610201d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.888750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac63af7-96cb-43c6-a415-a6f56610201d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.888750] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac63af7-96cb-43c6-a415-a6f56610201d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.913630] env[66526]: INFO networking_nsxv3.common.synchronization [req-962a75df-c67f-4e15-a8b4-3d458658448b req-1b61e433-073d-4448-bc9b-d344d8de4b9c tempest-ServersWithSpecificFlavorTestJSON-2032752400 tempest-ServersWithSpecificFlavorTestJSON-2032752400-project-member] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 885.916513] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGHEST for action security_group_members [ 885.916940] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.917087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.917164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.917543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.917543] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.917677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.917739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.917926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.918066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918140] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.394944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eac63af7-96cb-43c6-a415-a6f56610201d [ 886.395281] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.396031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.396137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.396657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.396657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.396657] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eac63af7-96cb-43c6-a415-a6f56610201d already deleted. [ 886.396657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac63af7-96cb-43c6-a415-a6f56610201d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.423723] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.424610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424949] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be updated. [ 886.465566] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.466145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.466237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.468020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.468020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.481900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: IN_PROGRESS for 2s [ 886.808878] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 886.808878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.809164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.810207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.810207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.810207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.810207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.810207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.810207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.810207] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.316084] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.467343] env[66526]: INFO networking_nsxv3.common.synchronization [req-3fd99712-2dcc-43f9-8a89-7ad7deba115e req-54c655b7-acff-46d7-8135-88277d633762 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 887.468748] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 887.469370] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.469563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.469689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.469899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.470118] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.470247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.470334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.470564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.470674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.470729] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.734074] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 887.734352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.734538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.734825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.735599] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.735599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.735862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.735862] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.817174] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.851412] env[66526]: INFO networking_nsxv3.common.synchronization [req-3fd99712-2dcc-43f9-8a89-7ad7deba115e req-d927dcae-7723-4cf5-a1e2-b492017dab77 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 887.851887] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 887.852762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.852979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.972942] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.156033] env[66526]: INFO networking_nsxv3.common.synchronization [req-3fd99712-2dcc-43f9-8a89-7ad7deba115e req-b63b94f4-1bc7-4926-9e7e-c74b9a58ba55 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 888.157496] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 888.158488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.158488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.240465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.240465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.240465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.240758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.241612] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.241612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.241612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.241612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.241612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.241612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.241859] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.241859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.241859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.241971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.242133] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.242238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.243284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.243284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.243284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.243284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.243284] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.323167] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.323167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.323167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.323167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.323167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.323167] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 888.366543] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.366854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.366948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.368041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.368041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.379219] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 888.457256] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f187e0e-c3ee-413f-a5e5-26b925e5f956 req-643a147f-cc20-4448-8dfd-37c54a71d9fd tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 888.458418] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 888.459425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.459425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.459736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.459902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.459983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.460159] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.476831] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.492770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 in Status: SUCCESS [ 888.493016] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 deletion is rescheduled due to dependency. [ 888.493138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.751332] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 888.772463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.772734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.772734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.773036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.773165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.773383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.773594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.773594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.773747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.773824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.774045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.774145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.774205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.774344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.774416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.774611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.774702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.774760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.774897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.774970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.775070] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 888.839762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.839934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.839982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.840212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.840362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.857125] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 888.965507] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.965691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.965748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.966021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.966120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.966344] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.966446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.966507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.966668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.966743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.966829] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be already deleted. [ 888.966956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.981963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.982158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.982260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.982424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.982506] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.982605] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 889.021725] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.021879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.021972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.022207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.022350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.037808] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 889.360581] env[66526]: INFO networking_nsxv3.common.synchronization [req-b7d6e46a-8ea2-4943-bcff-e2ce027e536b req-36069318-a02c-42af-addc-a8089f50f3bf tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 889.362198] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 889.363276] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.363455] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-852" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.363572] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-852" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.363951] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-852" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.364275] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.364468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.364611] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.364870] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.365122] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.365386] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.365517] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.365671] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.365828] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.365967] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.366130] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.366271] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.367575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.367730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.367787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.368035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.368215] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.368351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.368449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.368641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.368735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.368830] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.405785] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.406121] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.406336] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.406809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-852" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.406882] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-f287f710-ccbb-4571-a286-e2a2e0c82ef6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.407321] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.407321] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.407544] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.407787] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f287f710-ccbb-4571-a286-e2a2e0c82ef6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.872149] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.872316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.872386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.872594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.872725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.872882] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.872982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.873057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.873211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.873284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.873462] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 889.904863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.904863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.905048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.905159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.905302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.910701] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.911127] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.912065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.912065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.912065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.912264] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port f287f710-ccbb-4571-a286-e2a2e0c82ef6 not found, creating... [ 889.912579] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.912800] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.912995] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.913336] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.913526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.913907] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.914178] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.914465] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.914640] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.914779] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.914920] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 is going to be created. [ 889.916588] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 889.936499] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.936810] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.936967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.937263] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.937489] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.937712] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.393793] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 890.393793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.394356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.394766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.395087] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.395283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.395374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.395623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.395756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.395904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.396070] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.677060] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f187e0e-c3ee-413f-a5e5-26b925e5f956 req-7dc3e609-1222-4226-8b78-69867373d5f3 service nova] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 890.677234] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f187e0e-c3ee-413f-a5e5-26b925e5f956 req-7dc3e609-1222-4226-8b78-69867373d5f3 service nova] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 890.677304] env[66526]: INFO networking_nsxv3.common.synchronization [req-5f187e0e-c3ee-413f-a5e5-26b925e5f956 req-7dc3e609-1222-4226-8b78-69867373d5f3 service nova] Enqueued Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 890.677815] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 890.678074] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 890.678074] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 890.678332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.678456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.678522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.678770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.678820] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.680262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.680395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.680464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.680994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.681187] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.681393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.681443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.681838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.681958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.682078] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.683363] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f287f710-ccbb-4571-a286-e2a2e0c82ef6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.683504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.683784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.683784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.683862] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f287f710-ccbb-4571-a286-e2a2e0c82ef6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.873695] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 890.875157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.901255] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.901255] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.901255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.901917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.901917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.901917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.902019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.902262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.902548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.902826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.902968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.903080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.903238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.904424] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.008268] env[66526]: INFO networking_nsxv3.common.synchronization [None req-af518e70-a87b-4e36-b1ae-be059127af49 None None] Enqueued Resource ID: 57ba08a0-5107-4fd4-aacb-83dfeb7fee4e with Priority: HIGHEST for action port [ 891.009053] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ba08a0-5107-4fd4-aacb-83dfeb7fee4e with Priority: HIGHEST for action port [ 891.010432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ba08a0-5107-4fd4-aacb-83dfeb7fee4e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.010842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ba08a0-5107-4fd4-aacb-83dfeb7fee4e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.011127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ba08a0-5107-4fd4-aacb-83dfeb7fee4e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.011514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ba08a0-5107-4fd4-aacb-83dfeb7fee4e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.011514] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ba08a0-5107-4fd4-aacb-83dfeb7fee4e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.047568] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 891.048330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.048330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.048330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.049037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.049037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.049037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.049037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.049343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.049343] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.188881] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f287f710-ccbb-4571-a286-e2a2e0c82ef6 with status ACTIVE [ 891.189248] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.189582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.189582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.189724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.189838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.190089] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.190206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.190266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.190461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.190563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.190771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.190885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.190963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.191141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.191236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.191338] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 is going to be updated. [ 891.192851] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.194110] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.194241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.224280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.224995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.224995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.224995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.224995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.225242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.407511] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44210d6e-5f29-49d1-8a6c-5a79d009fc64: rpc.has_security_group_logging(os_id): False [ 891.433037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.435906] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.435906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.435906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.435906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.435906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.437365] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 891.513641] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ba08a0-5107-4fd4-aacb-83dfeb7fee4e [ 891.514357] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.514357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.514357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.515310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.515310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.515310] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ba08a0-5107-4fd4-aacb-83dfeb7fee4e already deleted. [ 891.515310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ba08a0-5107-4fd4-aacb-83dfeb7fee4e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.517987] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.520018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.520018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.520018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.520018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.537042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 891.552095] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.552306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.552438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.552706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.552870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.553155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.553305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.553388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.553571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.553684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.553795] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 891.604108] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.604309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.604346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.604534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.604663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.621485] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 891.698609] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.930059] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 891.930290] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a deletion is rescheduled due to dependency. [ 891.931031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.201442] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.201608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.201678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.202855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.202855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.202855] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be created. [ 892.231939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.232131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.232586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.245058] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: UNINITIALIZED for 2s [ 892.505072] env[66526]: INFO networking_nsxv3.common.synchronization [None req-09da5cf0-03e4-41e5-b275-619480c68e85 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 892.505752] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 892.509112] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.509112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.509112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.509112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.509112] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.628566] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0f340045-1054-43b5-933d-815af971c39d tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 892.629307] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 892.629662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.629771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.032022] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07d04b6-b874-4abb-be50-92c18234e484 already deleted. [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032022] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.428297] env[66526]: INFO networking_nsxv3.common.synchronization [None req-790acbed-ab80-45fc-a631-49e8c3733990 None None] Enqueued Resource ID: 0a945cfc-c52e-493b-ae87-474c12a1f3c6 with Priority: HIGHEST for action port [ 893.428297] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a945cfc-c52e-493b-ae87-474c12a1f3c6 with Priority: HIGHEST for action port [ 893.429121] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a945cfc-c52e-493b-ae87-474c12a1f3c6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.429516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a945cfc-c52e-493b-ae87-474c12a1f3c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.429708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a945cfc-c52e-493b-ae87-474c12a1f3c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.430093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a945cfc-c52e-493b-ae87-474c12a1f3c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.431349] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a945cfc-c52e-493b-ae87-474c12a1f3c6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.551426] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 893.551712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.554056] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.554056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.554056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.554289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.554333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.554419] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07d04b6-b874-4abb-be50-92c18234e484 already deleted. [ 893.554502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.636914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 893.637151] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 deletion is rescheduled due to dependency. [ 893.637213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.637598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.638273] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.638273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.638273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.638442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.638639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.638782] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.932986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a945cfc-c52e-493b-ae87-474c12a1f3c6 [ 893.933216] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.933389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.933438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.933718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.933849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.934017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a945cfc-c52e-493b-ae87-474c12a1f3c6 already deleted. [ 893.934248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a945cfc-c52e-493b-ae87-474c12a1f3c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.142736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.142736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.142736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.143020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.143129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.143367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.143485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.143566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.143747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.143853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.143967] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 894.180538] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.193326] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 894.261928] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 894.261928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.261928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.261928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.262354] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.262354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.262354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.262524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.262524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.262610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.262694] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.768799] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.005025] env[66526]: INFO networking_nsxv3.common.synchronization [req-728769b4-9aaf-4f40-ba4c-d7141af26263 req-f3201d36-d294-41d9-b85b-9d08dffc0fac tempest-MigrationsAdminTest-1448115623 tempest-MigrationsAdminTest-1448115623-project-member] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 895.005268] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGHEST for action security_group_members [ 895.006667] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.006667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.006667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.006667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.007103] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.007103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.007103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.008370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.008370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.008370] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.110362] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 895.110612] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 895.111571] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 895.111816] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 895.112164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.112751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.112845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.113142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.113578] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.113703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.113703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.113979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.113979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.114191] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.117039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.117039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.118071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.118071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.118071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.118237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.118290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.118460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.118605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.118797] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.203537] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_rules [ 895.203776] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 895.203924] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 895.204066] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 895.204245] env[66526]: INFO networking_nsxv3.common.synchronization [req-1cfd0623-327b-4920-a3c2-01465bfe8bf7 req-4ca58f68-8aa7-487c-a72f-85b53f55f787 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 895.206326] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_rules [ 895.206571] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 895.206687] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 895.206784] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 895.206922] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 895.207840] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.207840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.207840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.208035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.208109] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.209242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.209309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.209379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.209554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.209920] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.210791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a182372-2ea0-4b0a-bb97-fd34980fc385 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.210923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.210997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.211509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.211652] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a182372-2ea0-4b0a-bb97-fd34980fc385',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.212846] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.213153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.213242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.213334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.267916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65f34ab-aa0a-4d74-8e84-4a650036e5be: rpc.has_security_group_logging(os_id): False [ 895.292788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.292991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.293074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.293421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.293662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.293933] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.295386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.295482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.295705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.295793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.295907] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be created. [ 895.387757] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.387895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.387968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.388247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.388431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.402642] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 895.511564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.511564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.511564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.512190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.514028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.514028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.514028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.514028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.514028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.514028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.514028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be updated. [ 895.550383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.550383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.550383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.550383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.550383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.554634] env[66526]: INFO networking_nsxv3.common.synchronization [req-425aa480-4145-40eb-9ed8-a42167a92eb8 req-8bfa3412-adf9-4884-8578-0117dd922f34 tempest-ServerRescueTestJSON-2001620231 tempest-ServerRescueTestJSON-2001620231-project-member] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 895.555487] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 895.555851] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.556266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.556377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556562] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.556671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.557033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.557233] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.566633] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: IN_PROGRESS for 2s [ 895.621692] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.623080] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.714948] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.715170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.715371] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a182372-2ea0-4b0a-bb97-fd34980fc385 with status ACTIVE [ 895.715551] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.715734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.715812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.716141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.716238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.716428] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.716526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.716580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.716827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.717052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.717662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.717662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.717662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.717847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.718771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.718771] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 is going to be updated. [ 895.720741] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.720883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.745837] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.746060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.746060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.746390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.746576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.746777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.063582] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.064654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.064790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.065075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.065179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.065571] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.065726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.065795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.066013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.066532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.066532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 already deleted. [ 896.066532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.098571] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.098759] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.098875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.099866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.100226] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.100396] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.100510] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.100743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.100880] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.101099] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.101208] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.101321] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.101426] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.101530] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.101632] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.101763] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.123969] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.124192] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.124374] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.124516] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.124861] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-3214c1db-0606-4d9a-95dc-17f1d3e3098f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.125106] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.125232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.125625] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.125783] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3214c1db-0606-4d9a-95dc-17f1d3e3098f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.126764] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.127660] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.203933] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 896.204150] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 deletion is rescheduled due to dependency. [ 896.204298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.629911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.630163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.630163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.630415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.630478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.630566] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 896.632213] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.632412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.632533] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.632773] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.632910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.633076] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 3214c1db-0606-4d9a-95dc-17f1d3e3098f not found, creating... [ 896.633358] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.633521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.633636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.633856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.633991] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.634283] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.634442] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.634564] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.634754] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.634885] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.635042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 3214c1db-0606-4d9a-95dc-17f1d3e3098f is going to be created. [ 896.636163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.636275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.636331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.636463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.636539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.636622] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be created. [ 896.665822] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.666110] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.666161] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666436] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.666664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.666893] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.674178] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.674397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.674453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.674649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.674825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.682844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.683096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.683096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.683329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.683531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687758] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: UNINITIALIZED for 2s [ 896.698019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 897.407462] env[66526]: INFO networking_nsxv3.common.synchronization [req-425aa480-4145-40eb-9ed8-a42167a92eb8 req-964686fd-47d7-4838-8d56-8fef82eb07ec service nova] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_rules [ 897.407804] env[66526]: INFO networking_nsxv3.common.synchronization [req-425aa480-4145-40eb-9ed8-a42167a92eb8 req-964686fd-47d7-4838-8d56-8fef82eb07ec service nova] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 897.407896] env[66526]: INFO networking_nsxv3.common.synchronization [req-425aa480-4145-40eb-9ed8-a42167a92eb8 req-964686fd-47d7-4838-8d56-8fef82eb07ec service nova] Enqueued Resource ID: 3214c1db-0606-4d9a-95dc-17f1d3e3098f with Priority: HIGHEST for action port [ 897.408533] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_rules [ 897.408707] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 897.408904] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3214c1db-0606-4d9a-95dc-17f1d3e3098f with Priority: HIGHEST for action port [ 897.409246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.409421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.409540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.409795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.409918] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.411684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.411804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.411866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.412156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.412504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.412888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.412888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.412888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.413066] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.417742] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3214c1db-0606-4d9a-95dc-17f1d3e3098f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.417865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.417865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.418022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.418106] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3214c1db-0606-4d9a-95dc-17f1d3e3098f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.421405] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 897.421405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579837] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda in Status: SUCCESS [ 897.582265] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda deletion is rescheduled due to dependency. [ 897.582451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.920104] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.922243] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.922243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.923458] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3214c1db-0606-4d9a-95dc-17f1d3e3098f with status ACTIVE [ 897.923458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.923458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.923458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.923458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.923458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.923896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.923896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.923896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.923896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.924094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.924407] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.924407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.924407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.924518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.924518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.924630] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3214c1db-0606-4d9a-95dc-17f1d3e3098f is going to be updated. [ 897.951803] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.951803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.951803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.951803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.951803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.952108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3214c1db-0606-4d9a-95dc-17f1d3e3098f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.996079] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-8bdf666e-e4f0-4636-b609-f5a9853f398f tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 897.996607] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 897.997846] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.997977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.998113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.998396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.999293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.999441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.999535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.000229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.000570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.000800] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.392684] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.392978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.393242] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.393789] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.394611] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.394901] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.395123] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.395609] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.395884] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.396317] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.396545] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.396752] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.397088] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.397330] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.397553] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.397809] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.420309] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.421449] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.421449] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.421449] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.421449] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-95be522d-6358-4f9f-b73f-ea08a1336bdd taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.421449] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.421721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.421913] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.422203] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95be522d-6358-4f9f-b73f-ea08a1336bdd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.424497] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.505150] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.505325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.505396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.505698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.505913] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.506021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.506073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.506235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.506324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.506404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 already deleted. [ 898.506487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.714317] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 898.714553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.714729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.714945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.715937] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.716638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.716638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.717125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.717259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.717376] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.726147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 898.726147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.726147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.726335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.726535] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.726642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.726708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.726858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.727100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.728292] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.927047] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.927047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.927047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.927047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.927047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.927047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 95be522d-6358-4f9f-b73f-ea08a1336bdd not found, creating... [ 898.927373] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.927612] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.927701] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.927856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.927991] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.928304] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.928482] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.928572] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.928767] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.928895] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.929062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 95be522d-6358-4f9f-b73f-ea08a1336bdd is going to be created. [ 898.930611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.930611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.930611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.930772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.930772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.931108] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be created. [ 898.956271] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.956518] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.956675] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.956924] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.957266] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.957511] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.961888] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.962051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.962110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.962347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.962504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.973463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: UNINITIALIZED for 2s [ 899.220414] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.230197] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.723033] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.734499] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.734970] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-19188b37-dadb-4df0-bf6b-79ca5f6e0369 service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 899.735464] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-19188b37-dadb-4df0-bf6b-79ca5f6e0369 service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 899.735712] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-19188b37-dadb-4df0-bf6b-79ca5f6e0369 service nova] Enqueued Resource ID: 95be522d-6358-4f9f-b73f-ea08a1336bdd with Priority: HIGHEST for action port [ 899.736603] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 899.736886] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 899.737112] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95be522d-6358-4f9f-b73f-ea08a1336bdd with Priority: HIGHEST for action port [ 899.738066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.738320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.738459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.738785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.738976] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.740169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.740412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.740618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.742922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.742922] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.742922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-95be522d-6358-4f9f-b73f-ea08a1336bdd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.742922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.745339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.745339] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95be522d-6358-4f9f-b73f-ea08a1336bdd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.226170] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.226325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.226396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.226648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.227013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.227124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be updated. [ 900.237162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.237660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237754] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 900.244483] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.246609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.246609] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95be522d-6358-4f9f-b73f-ea08a1336bdd with status ACTIVE [ 900.246609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.246609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.246609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.247085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.247085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.247085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.247275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.247275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.247334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.247383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.247465] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95be522d-6358-4f9f-b73f-ea08a1336bdd is going to be updated. [ 900.282672] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.282817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.282869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.283094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.283271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.288502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.288502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.288502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.288502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.288502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.288502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95be522d-6358-4f9f-b73f-ea08a1336bdd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.305830] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 900.321227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.321382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.321464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.321967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.321967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.338276] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 900.659929] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-6e3f1f24-7e6b-4441-b6b2-19fc48131f69 tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 900.660631] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 900.660944] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.661059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.750336] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.989124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.989124] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.989124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.989124] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.109043] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.109043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.109043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.109043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.109317] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.109463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.109574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.109788] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.109925] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.111064] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.111351] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.111550] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.111691] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.111846] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.112025] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.112233] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.134574] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.134837] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.135084] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.135441] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.135951] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.136312] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.136510] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.137503] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.137503] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de84d9ed-3143-4eb0-abd1-a29948ef1ba8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.253058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.253058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.253058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.253278] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be created. [ 901.282401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.282401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.282613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.282647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.282807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.294378] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: UNINITIALIZED for 2s [ 901.492943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.493117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.493185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.493405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.493571] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.493663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.493741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.493893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.494013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.494070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.494205] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.494353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.494498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.494633] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.494810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.494891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.494957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.495045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.495128] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.642208] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.642584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.642776] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.643167] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.643384] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.643605] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port de84d9ed-3143-4eb0-abd1-a29948ef1ba8 not found, creating... [ 901.643980] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.644460] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.644671] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.644983] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.645203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.645639] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.645891] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.646084] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.646382] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.646634] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.646780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: de84d9ed-3143-4eb0-abd1-a29948ef1ba8 is going to be created. [ 901.673501] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.673727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.673854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.674152] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.674436] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.674817] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.000274] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee48faf-10f2-489a-9c49-104a743b61b7: rpc.has_security_group_logging(os_id): False [ 902.022496] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.023090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.023191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.023545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.023628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.024293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.024293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.024293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.024544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024715] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.024822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.024881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.025100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.025187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.025289] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be created. [ 902.106242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.106408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.106469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.106878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.107197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.122827] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 902.319129] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 902.319373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.319615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.319865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.320125] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.320283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.320434] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.320566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.320663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.320775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.320894] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.357546] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 902.358080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.358080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.358238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.358437] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.358556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.358619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.358764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.358847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.358930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.359061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.443988] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-6b24ae48-4061-48bf-afbd-45d797b6c652 service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 902.443988] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-6b24ae48-4061-48bf-afbd-45d797b6c652 service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 902.443988] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-6b24ae48-4061-48bf-afbd-45d797b6c652 service nova] Enqueued Resource ID: de84d9ed-3143-4eb0-abd1-a29948ef1ba8 with Priority: HIGHEST for action port [ 902.444839] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 902.445113] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 902.445329] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de84d9ed-3143-4eb0-abd1-a29948ef1ba8 with Priority: HIGHEST for action port [ 902.445651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.445759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.445993] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.446082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.446216] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.446309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.446419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.446567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.446647] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de84d9ed-3143-4eb0-abd1-a29948ef1ba8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.824807] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.861600] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.862185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.862185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.862339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.862617] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.862788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.862899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.863170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.863326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863725] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.863959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.864043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.864289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.864520] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.864681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.864790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.865036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.865171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.865311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.865462] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.949713] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de84d9ed-3143-4eb0-abd1-a29948ef1ba8 with status ACTIVE [ 902.949994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.950189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.950286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.950544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.950747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.950880] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.951433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.951433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.951433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.951433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.951666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.951779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.951882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.952074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.952181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.952303] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de84d9ed-3143-4eb0-abd1-a29948ef1ba8 is going to be updated. [ 902.977770] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.977916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.977982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.978241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.978546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de84d9ed-3143-4eb0-abd1-a29948ef1ba8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.086771] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 903.087568] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 903.089020] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 903.089020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 903.089020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 903.089020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 903.089658] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.089973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.090213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.090580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.090899] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.091148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.091310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.091623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.091880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.092160] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.097030] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2daa7008-a6d2-4f58-8cf1-53907461516a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097030] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.097030] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.100452] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.101393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.101393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.101393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.101393] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.101755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.103017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.103017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.103017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103017] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.149590] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_rules [ 903.149590] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 903.149590] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_rules [ 903.149590] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 903.149590] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 903.150188] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 903.151566] env[66526]: INFO networking_nsxv3.common.synchronization [req-c29de6b8-84c7-43a4-ac67-7dcddeaf9395 req-59bee923-500c-4785-b402-f8db7f8083ad tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 903.153388] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_rules [ 903.153880] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_rules [ 903.153880] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 903.155018] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 with Priority: HIGHEST for action port [ 903.155018] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_rules [ 903.155018] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 903.155018] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 903.155018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2daa7008-a6d2-4f58-8cf1-53907461516a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.155018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155878] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.157968] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.158688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.159589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.159685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.159939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a182372-2ea0-4b0a-bb97-fd34980fc385 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.160083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.160150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.161137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.161137] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a182372-2ea0-4b0a-bb97-fd34980fc385',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.161953] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.162096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.162316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2daa7008-a6d2-4f58-8cf1-53907461516a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.162400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.166052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.166052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.327766] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c: rpc.has_security_group_logging(os_id): False [ 903.333686] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 903.333888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.334058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.334273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.334498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.334627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.334722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.334926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.335011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.335769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.335769] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.343237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.343833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.343833] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.344542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.344542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.344542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.344542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.344542] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.362556] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.362748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.362844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.363644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.363796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.364115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.364305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.364633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.364633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.364747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.364889] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be created. [ 903.368900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 903.375027] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-7d6ab929-338c-40c4-a4cc-530056f91a6a tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 903.375724] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 903.376093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.376203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.397784] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.397784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.398078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.400072] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.400072] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.400072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.400576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.400576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.400576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.400576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.400576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.400734] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 903.499058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.499058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.499058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.499058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.499315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.511528] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.511789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.512093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.512418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.530554] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 903.534204] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 903.597565] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.604957] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.606061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.659023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2daa7008-a6d2-4f58-8cf1-53907461516a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.659378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.664082] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a182372-2ea0-4b0a-bb97-fd34980fc385 with status ACTIVE [ 903.664082] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.664082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.664082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.664082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.664310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.664991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.665194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.665293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.665667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.665818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.666162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.666322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.666423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.666763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.666891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.667293] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a182372-2ea0-4b0a-bb97-fd34980fc385 is going to be updated. [ 903.703457] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.703671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.703671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.704445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.704445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.704682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a182372-2ea0-4b0a-bb97-fd34980fc385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.839269] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.839557] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.839743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.840323] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.840545] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.840790] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.840961] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.841308] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.841531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.841824] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.842283] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.842283] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.842283] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.842465] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.842596] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.842779] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.845044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.845205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.847256] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.870332] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.870573] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.870782] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.871054] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-967" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.871447] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1ed6b227-cf31-411a-a40a-b60f46351866 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.871642] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.871785] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.872196] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.872387] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed6b227-cf31-411a-a40a-b60f46351866',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.099346] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.109893] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.109893] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.135610] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 904.135854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.349725] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.378025] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.378025] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1ed6b227-cf31-411a-a40a-b60f46351866 not found, creating... [ 904.378025] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.378025] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.378545] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.378545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.378545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.378545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.378545] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.378691] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1ed6b227-cf31-411a-a40a-b60f46351866 is going to be created. [ 904.402017] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.402316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.402444] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.402719] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.402938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.403174] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.601638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.601901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.602009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.602297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.602417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.602555] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 904.611864] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.612230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.612230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.612351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.612486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.612537] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a is going to be created. [ 904.614040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.614040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.614040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.614265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.614315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.614400] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be updated. [ 904.656256] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.656481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.656677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.656800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.657025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.668651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.669082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.669082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.669321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.669484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.673984] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.674165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.674286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.674497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.674632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.680766] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 904.681401] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2daa7008-a6d2-4f58-8cf1-53907461516a in Status: UNINITIALIZED for 2s [ 904.686432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 904.856328] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.856328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.856328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.856328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.856328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.856328] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 904.938750] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.938750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.938899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.939094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.939240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.955291] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 905.248248] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-3ca98475-0bbb-4d21-ad83-00f62d8ecd1d service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 905.248583] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-3ca98475-0bbb-4d21-ad83-00f62d8ecd1d service nova] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 905.248583] env[66526]: INFO networking_nsxv3.common.synchronization [req-48e2d1c4-32fd-4d6b-b3c5-fda2c373d375 req-3ca98475-0bbb-4d21-ad83-00f62d8ecd1d service nova] Enqueued Resource ID: 1ed6b227-cf31-411a-a40a-b60f46351866 with Priority: HIGHEST for action port [ 905.249453] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_rules [ 905.249453] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 905.249453] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed6b227-cf31-411a-a40a-b60f46351866 with Priority: HIGHEST for action port [ 905.249696] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.249756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.249931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.250452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.250715] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed6b227-cf31-411a-a40a-b60f46351866 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.250833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.250893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.251101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.251186] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed6b227-cf31-411a-a40a-b60f46351866',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.546401] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 905.547499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.547767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.548038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.548117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.549738] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 905.550540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.550540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.550540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.550540] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.754852] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed6b227-cf31-411a-a40a-b60f46351866 with status ACTIVE [ 905.755106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.755483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.755959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.755959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.755959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.756273] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.756790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.756790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.756790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.757701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.757701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.757701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.757701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.757701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.757701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.757701] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed6b227-cf31-411a-a40a-b60f46351866 is going to be updated. [ 905.783262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.783262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.783262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.783262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.783262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed6b227-cf31-411a-a40a-b60f46351866" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.052840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.053146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.053259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.697186] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 906.697476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.698235] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2daa7008-a6d2-4f58-8cf1-53907461516a in Status: SUCCESS [ 906.698489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.698664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.699273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.699533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.699533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.699635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.703119] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.703119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.703119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.703119] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.705173] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 906.705173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.705173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.705173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.706507] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.706603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.706640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.707284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.707284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.707284] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.968577] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 906.968873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.969111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969805] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970870] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.205945] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.211145] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.212417] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.473310] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.666415] env[66526]: INFO networking_nsxv3.common.synchronization [req-0082636f-d1b1-4ad1-bb84-cb1f8745edad req-f8f15ccc-ea79-4c48-845c-e5924d177154 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 907.669472] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 907.669472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.669472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.669472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.669472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.669669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.669751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.669831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.670085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.670195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.670327] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.709431] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.716317] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.719011] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.976999] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.173920] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.174292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.174468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.174867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.175846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.176183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.176267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.176950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.176950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.176950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.176950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be updated. [ 908.212609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.212930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.212930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.213223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.213357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.213708] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 908.215701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.215845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.215924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.216171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.216339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.221700] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.221893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.221941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.222163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.222251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.222351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a is going to be updated. [ 908.224069] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.224227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.224303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.224519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.224606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.224702] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be updated. [ 908.267092] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 908.285238] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f2736ce-aa4c-4631-bf5b-43bda2d6c0d6 req-a45cabf6-5904-4e05-b9cf-50efa808e683 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 908.285802] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f2736ce-aa4c-4631-bf5b-43bda2d6c0d6 req-a45cabf6-5904-4e05-b9cf-50efa808e683 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 908.286109] env[66526]: INFO networking_nsxv3.common.synchronization [req-2f2736ce-aa4c-4631-bf5b-43bda2d6c0d6 req-a45cabf6-5904-4e05-b9cf-50efa808e683 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 908.287125] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 908.291409] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daa7008-a6d2-4f58-8cf1-53907461516a with Priority: HIGHEST for action security_group_members [ 908.291612] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGHEST for action security_group_members [ 908.292268] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.292429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.293811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2daa7008-a6d2-4f58-8cf1-53907461516a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.294067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.294352] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.294477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.331143] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.331143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.331375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.331536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.331726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.346709] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.347031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.347196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.347565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.347834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.351795] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.352047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.352205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.352679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.352994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.381910] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2daa7008-a6d2-4f58-8cf1-53907461516a in Status: IN_PROGRESS for 2s [ 908.383044] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 908.393692] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 908.479973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.480907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.481156] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 908.547881] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.549614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.549614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.549614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.549614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.564788] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 910.289386] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 910.289772] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 deletion is rescheduled due to dependency. [ 910.289772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.399365] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 910.399585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.399746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.399976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.400183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.400295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.400359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.400510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.400590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.400672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.400771] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.403610] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2daa7008-a6d2-4f58-8cf1-53907461516a in Status: SUCCESS [ 910.403874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.404179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.404326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.404527] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.404642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.405810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.406021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.406151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.406301] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.407976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.408434] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.408617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.408674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.408866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.411142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.411355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.411478] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.413471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 910.413702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.414340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.414606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.414824] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.415624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.415730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.415930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.416029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.416138] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.417056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.417856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.417856] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.417856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.417856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.417856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.418123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.418190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.418310] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.419546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.421124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.421124] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.421124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.421124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.421124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.421124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.421124] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.578478] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 910.578677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.578847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.579565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.579565] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.579565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.579565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.580262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.580262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.580262] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.915268] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.915517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.916645] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.920944] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.921086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.921584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.921584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.921584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.921851] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.921998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.922096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.922320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.922449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.922573] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a is going to be deleted. [ 910.923937] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2daa7008-a6d2-4f58-8cf1-53907461516a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.925415] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.926699] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.926799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.926842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927979] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.927979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.927979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.928229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928291] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be updated. [ 910.968134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.968323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.968355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.968907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.968907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.979511] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.979821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.979821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.979821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.979972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.980050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.980908] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 911.081881] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.153308] env[66526]: INFO networking_nsxv3.common.synchronization [None req-251ff275-149e-4fac-8a3e-e848357ab8b7 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: e2521abe-de1d-40ea-bcf8-40a5afff705e with Priority: HIGHEST for action security_group_rules [ 911.154668] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2521abe-de1d-40ea-bcf8-40a5afff705e with Priority: HIGHEST for action security_group_rules [ 911.155487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2521abe-de1d-40ea-bcf8-40a5afff705e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.155685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.155806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.156223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.156437] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2521abe-de1d-40ea-bcf8-40a5afff705e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.292522] env[66526]: INFO networking_nsxv3.common.synchronization [None req-cf59b2f9-af8e-4c9a-9576-2918ce02dbd5 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: e2521abe-de1d-40ea-bcf8-40a5afff705e with Priority: HIGHEST for action security_group_rules [ 911.292782] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2521abe-de1d-40ea-bcf8-40a5afff705e with Priority: HIGHEST for action security_group_rules [ 911.293442] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2521abe-de1d-40ea-bcf8-40a5afff705e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.293442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.418142] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.431097] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2daa7008-a6d2-4f58-8cf1-53907461516a: rpc.has_security_group_logging(os_id): False [ 911.432561] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c: rpc.has_security_group_logging(os_id): False [ 911.456797] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.456797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.456797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.457991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.458167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.459502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.459784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.460475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.460672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.460904] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be updated. [ 911.464044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.464044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.464433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.464669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.464813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.465271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.465545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.465713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.466183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.466481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.466605] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a is going to be created. [ 911.494804] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a], does not exist path=[/infra/domains/default/groups/2daa7008-a6d2-4f58-8cf1-53907461516a]."\n}' [ 911.495651] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a [ 911.495651] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 911.539069] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.539359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.539435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.539858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.541263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543301] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543301] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.543301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543301] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2daa7008-a6d2-4f58-8cf1-53907461516a is going to be created. [ 911.565710] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.565710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.565710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.565710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.565710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.569939] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a], does not exist path=[/infra/domains/default/groups/2daa7008-a6d2-4f58-8cf1-53907461516a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a [ 911.569939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2daa7008-a6d2-4f58-8cf1-53907461516a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.570685] env[66526]: Traceback (most recent call last): [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 911.570685] env[66526]: return func(*args, **kwargs) [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 911.570685] env[66526]: res.raise_for_status() [ 911.570685] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 911.570685] env[66526]: raise HTTPError(http_error_msg, response=self) [ 911.570685] env[66526]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a [ 911.570685] env[66526]: During handling of the above exception, another exception occurred: [ 911.570685] env[66526]: Traceback (most recent call last): [ 911.570685] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 911.570685] env[66526]: listener.cb(fileno) [ 911.570685] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 911.570685] env[66526]: result = function(*args, **kwargs) [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 911.570685] env[66526]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 911.570685] env[66526]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 911.570685] env[66526]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 911.570685] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 911.570685] env[66526]: res.raise_for_status() [ 911.570685] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 911.570685] env[66526]: raise HTTPError(http_error_msg, response=self) [ 911.570685] env[66526]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2daa7008-a6d2-4f58-8cf1-53907461516a [ 911.570685] env[66526]: Removing descriptor: 29 [ 911.581934] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: IN_PROGRESS for 2s [ 911.584485] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.686198] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.686198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.686445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.687830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.687830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.687830] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2521abe-de1d-40ea-bcf8-40a5afff705e already deleted. [ 911.687830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.687830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.687830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.687830] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2521abe-de1d-40ea-bcf8-40a5afff705e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.922414] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.922599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.922665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.922881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.922956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.923072] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 911.965207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.965352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.965419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.965637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.965779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.984053] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 912.087126] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.087354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.087443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.087706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.088345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.088345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 912.136725] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.140328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.140328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.140328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.140328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.153868] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 912.219774] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.219962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.220034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.220210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.220294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.220390] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2521abe-de1d-40ea-bcf8-40a5afff705e already deleted. [ 912.220468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2521abe-de1d-40ea-bcf8-40a5afff705e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.998521] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 912.998521] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c deletion is rescheduled due to dependency. [ 912.998521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.598333] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c in Status: SUCCESS [ 913.598582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998725] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 913.998725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.998725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.998725] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.998725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.998725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.999249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.999249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.999249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.999249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.999249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.999420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.999454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.999759] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.999759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.999759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.999915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.999988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.000358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.000463] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.169179] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 914.169179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.169363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.169681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.169994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.170255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.170386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.170607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.170703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.170843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.174033] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.174033] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.174033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.174496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.174978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.175163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.175331] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.175537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.175634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.175758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.175839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.175942] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.506125] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c6283c-64fc-41ad-acbf-5c881ad7e4ce: rpc.has_security_group_logging(os_id): False [ 914.530248] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.530396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.551102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.551360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.551478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.551540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.551737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.551816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.552046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.552139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.552193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.552556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.552556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.552625] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.552676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.554141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.554141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.554141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.554141] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 914.627880] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.628063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.628160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.628423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.628607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.652693] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 914.678845] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbfac9ea-b3b0-419b-b5b9-7db63bb01953: rpc.has_security_group_logging(os_id): False [ 914.680211] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.700426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.700612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702338] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.702440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.702440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.702602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.702673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.702755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be created. [ 914.973476] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.973662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.973748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.974275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.974275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.990077] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 915.183406] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.687093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.687351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.688294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.688294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.688294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.688475] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 915.721911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.722127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.722349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.722349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.726078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.739312] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 916.187738] env[66526]: INFO networking_nsxv3.common.synchronization [req-391994e9-9a3a-4c3a-9663-42df7b681e79 req-f2fb680e-254b-42a8-8169-a078c72b822e tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 916.190057] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 916.190057] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.190057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.190057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.190057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.190714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.190714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.190714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.190714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.190919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.190919] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.634147] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.634506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.634671] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.634968] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.635305] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.635508] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.635657] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.635908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.636096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.636403] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.636557] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.636698] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.636861] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.637410] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.637597] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.637802] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.660449] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.660621] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.660753] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.660926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.661257] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-971e0c4d-f8f7-4f17-9532-626937713071 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.661435] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.661551] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.661906] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.662060] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('971e0c4d-f8f7-4f17-9532-626937713071',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.669064] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 916.669549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.694205] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.997762] env[66526]: INFO networking_nsxv3.common.synchronization [req-bfb0babe-d177-44ee-ac6c-53430fbda0a5 req-efbc289d-dbc2-4a8e-bc12-e5e4907b2637 tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 916.998323] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 916.998632] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.998719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.002495] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 917.002743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.003033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.003205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.003296] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.164827] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.165070] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.165203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.165486] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.165795] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 971e0c4d-f8f7-4f17-9532-626937713071 not found, creating... [ 917.166078] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.166240] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.166402] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.166713] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.166846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.167230] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.167403] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.167552] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.167792] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.167932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.168083] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 971e0c4d-f8f7-4f17-9532-626937713071 is going to be created. [ 917.192235] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.192669] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.192669] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.192868] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.193159] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.193389] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.196010] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.506429] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.506599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.698488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.698686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.698755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.698972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.699084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.699261] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 917.730390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.731029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.731436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.731436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.731436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.742029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 917.750521] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 917.750796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.751103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.751213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.751425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.751566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.751669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.751785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.751865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.751962] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.924800] env[66526]: INFO networking_nsxv3.common.synchronization [req-391994e9-9a3a-4c3a-9663-42df7b681e79 req-ea3ee3be-242d-49db-8413-2a819e701844 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 917.924800] env[66526]: INFO networking_nsxv3.common.synchronization [req-391994e9-9a3a-4c3a-9663-42df7b681e79 req-ea3ee3be-242d-49db-8413-2a819e701844 service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 917.924986] env[66526]: INFO networking_nsxv3.common.synchronization [req-391994e9-9a3a-4c3a-9663-42df7b681e79 req-ea3ee3be-242d-49db-8413-2a819e701844 service nova] Enqueued Resource ID: 971e0c4d-f8f7-4f17-9532-626937713071 with Priority: HIGHEST for action port [ 917.925911] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 917.926627] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 917.926627] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971e0c4d-f8f7-4f17-9532-626937713071 with Priority: HIGHEST for action port [ 917.926627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.926627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.926627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.926787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.926860] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.927687] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.927778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.927966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-971e0c4d-f8f7-4f17-9532-626937713071 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.928163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.928242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.928464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.928555] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('971e0c4d-f8f7-4f17-9532-626937713071',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.253854] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.431611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.431611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.431611] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 971e0c4d-f8f7-4f17-9532-626937713071 with status ACTIVE [ 918.431611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.431611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.431611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.432068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.432068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.432134] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.432237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.432272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.432425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.432485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.432665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.432760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.432820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.433604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.433604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.433604] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 971e0c4d-f8f7-4f17-9532-626937713071 is going to be updated. [ 918.458806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.459049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.459225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.459497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.459678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.459873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-971e0c4d-f8f7-4f17-9532-626937713071" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.759360] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.925148] env[66526]: INFO networking_nsxv3.common.synchronization [req-75a3867b-9b4d-40a2-9481-e42b499a3dec req-80cff475-742b-4fda-93c1-9d2c39a05429 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 918.925692] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 918.926021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.926774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.926848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.927485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.927648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.927732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.927827] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.060528] env[66526]: INFO networking_nsxv3.common.synchronization [None req-480d967e-d267-4ff8-8abf-2c8c63b197d3 None None] Enqueued Resource ID: ba07f62a-82a4-46ef-9376-3322d6cb9cc6 with Priority: HIGHEST for action port [ 919.061092] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba07f62a-82a4-46ef-9376-3322d6cb9cc6 with Priority: HIGHEST for action port [ 919.061420] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba07f62a-82a4-46ef-9376-3322d6cb9cc6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.061562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba07f62a-82a4-46ef-9376-3322d6cb9cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.061619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba07f62a-82a4-46ef-9376-3322d6cb9cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.061910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba07f62a-82a4-46ef-9376-3322d6cb9cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.062058] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba07f62a-82a4-46ef-9376-3322d6cb9cc6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.263253] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.263253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.263253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.263253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.263253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.263253] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 919.298123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.298123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.298123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.298123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.298123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.307073] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 919.421926] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.422360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.422360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.422604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.423670] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.423670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.423670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.424893] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.424893] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.424893] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.425264] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.426273] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.426273] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.426273] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.426457] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.427542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.429571] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.429739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.429930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.430311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.430674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.430674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.430887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.430887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.431924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.431924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.431924] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07d04b6-b874-4abb-be50-92c18234e484 already deleted. [ 919.431924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.456380] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.456655] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.456881] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.458164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.458164] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-222b37f3-8c84-46e8-954e-f28cc4991488 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.458164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.458164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.460930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.460930] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222b37f3-8c84-46e8-954e-f28cc4991488',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.568753] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba07f62a-82a4-46ef-9376-3322d6cb9cc6 [ 919.569017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.569209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.569283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.569513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.569574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.569666] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba07f62a-82a4-46ef-9376-3322d6cb9cc6 already deleted. [ 919.569747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba07f62a-82a4-46ef-9376-3322d6cb9cc6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.754138] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 919.754376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.754560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.754863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.755071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.755192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.755262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.755402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.755482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.755576] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.964141] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.964141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.964453] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 222b37f3-8c84-46e8-954e-f28cc4991488 not found, creating... [ 919.965208] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.965208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.965537] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.965935] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.966346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.967386] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.967683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.967846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.968187] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.968361] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.968541] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 222b37f3-8c84-46e8-954e-f28cc4991488 is going to be created. [ 919.994078] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.994287] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.994416] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.994897] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.994897] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.995117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.257743] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.760648] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.816624] env[66526]: INFO networking_nsxv3.common.synchronization [req-75a3867b-9b4d-40a2-9481-e42b499a3dec req-16097498-b628-457e-9503-a57073c55f90 service nova] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 920.816624] env[66526]: INFO networking_nsxv3.common.synchronization [req-75a3867b-9b4d-40a2-9481-e42b499a3dec req-16097498-b628-457e-9503-a57073c55f90 service nova] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 920.816624] env[66526]: INFO networking_nsxv3.common.synchronization [req-75a3867b-9b4d-40a2-9481-e42b499a3dec req-16097498-b628-457e-9503-a57073c55f90 service nova] Enqueued Resource ID: 222b37f3-8c84-46e8-954e-f28cc4991488 with Priority: HIGHEST for action port [ 920.817093] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_rules [ 920.817336] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 920.817454] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222b37f3-8c84-46e8-954e-f28cc4991488 with Priority: HIGHEST for action port [ 920.817714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.817926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.817926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.818771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.818771] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.819509] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.819841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.819841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.819935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820170] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.820170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.820315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.820641] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.822436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-222b37f3-8c84-46e8-954e-f28cc4991488 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.823266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.823266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.823266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.823266] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222b37f3-8c84-46e8-954e-f28cc4991488',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.266494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.267431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.267539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.267822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.267956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.268076] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 921.302225] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.302225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.310505] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 921.316033] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 921.316193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.316310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.316674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.316886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.317026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.317095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.317306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.317389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.317478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.317711] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.327127] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.327127] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.327127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.327127] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 222b37f3-8c84-46e8-954e-f28cc4991488 with status ACTIVE [ 921.327498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.327498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.327498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.327737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.328807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.328807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.328807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.328807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.328807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.328807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.328807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.329219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.329219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.329219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.329219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.329343] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 222b37f3-8c84-46e8-954e-f28cc4991488 is going to be updated. [ 921.357109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.357319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.357455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.357751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.357886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.358064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222b37f3-8c84-46e8-954e-f28cc4991488" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.820354] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.820760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.820760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.820924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.821031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.821133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.821197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.821349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.821606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.821606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.821693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.821741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.821801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.821967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.822207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.822207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.822314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.822450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.822450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.822518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.822599] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.830889] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.327988] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbfac9ea-b3b0-419b-b5b9-7db63bb01953: rpc.has_security_group_logging(os_id): False [ 922.333832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.334117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.334117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.334395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.334484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.334724] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07d04b6-b874-4abb-be50-92c18234e484 is going to be created. [ 922.369244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.369531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.369594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.369860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.369951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.370238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.370495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.370495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.371031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.371148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.371400] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.371574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.371654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.371889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.371983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.372245] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.372363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.372415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.372587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.372698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.372806] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 922.392451] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.392646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.392702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.392995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.393304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.411942] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: UNINITIALIZED for 2s [ 922.485177] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.485177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.485177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.485177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.485177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.506363] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 922.897461] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0180b24a-0e21-4a2e-94ab-61953404f036 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 61307f38-51e3-45df-ad8c-118f5787d43c with Priority: HIGHEST for action security_group_rules [ 922.898212] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61307f38-51e3-45df-ad8c-118f5787d43c with Priority: HIGHEST for action security_group_rules [ 922.898598] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61307f38-51e3-45df-ad8c-118f5787d43c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.898598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.898598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.899402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.899402] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61307f38-51e3-45df-ad8c-118f5787d43c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.062814] env[66526]: INFO networking_nsxv3.common.synchronization [req-42c317b6-ddc0-4e56-b23c-7d2befd46ff1 req-c649cce0-1d01-45dd-9935-bb660617a500 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 923.063529] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 923.064779] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.064779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.064779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.064779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.064779] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.064779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.064779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.065236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.065236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.065294] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.105030] env[66526]: INFO networking_nsxv3.common.synchronization [None req-187621e2-a2c9-43a1-84f8-3e20378b4a52 None None] Enqueued Resource ID: 5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba with Priority: HIGHEST for action port [ 923.106440] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba with Priority: HIGHEST for action port [ 923.109529] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2664defd-3dfb-416e-847b-c0cad678978d tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 61307f38-51e3-45df-ad8c-118f5787d43c with Priority: HIGHEST for action security_group_rules [ 923.109529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.112040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.112040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.112040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.112040] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.112732] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61307f38-51e3-45df-ad8c-118f5787d43c with Priority: HIGHEST for action security_group_rules [ 923.115182] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61307f38-51e3-45df-ad8c-118f5787d43c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.115182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.332203] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 923.332203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.332422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.332638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.332862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.333011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.333081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.333767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.333861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.334253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.335949] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.448416] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.448604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.448677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.449124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.449379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.449420] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61307f38-51e3-45df-ad8c-118f5787d43c already deleted. [ 923.449509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.449681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.449849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.449950] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61307f38-51e3-45df-ad8c-118f5787d43c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.567648] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.567839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.567839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.568355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.593562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.593818] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.593945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.594032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.594236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.594317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.594420] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 923.614088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba [ 923.614370] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.614557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.614557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.614754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.614823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.614873] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba already deleted. [ 923.614956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5178c15e-3e1d-4c28-aa1a-55b9a5cf34ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.627995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.627995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.627995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.627995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.627995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.641971] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 923.839663] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.839913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.839977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.840334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.840562] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.840675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.840753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.840943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.841603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.841603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.841603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.841603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.841603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.841933] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.841933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.842055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.843597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.843641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.843716] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.977295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.977585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.977585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.977778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.977886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.978014] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61307f38-51e3-45df-ad8c-118f5787d43c already deleted. [ 923.978149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61307f38-51e3-45df-ad8c-118f5787d43c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.348801] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 924.383061] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.383293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.383360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.383567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.408764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.409127] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.409360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.409464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.409642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.409758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.409994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.410131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.410258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.410379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.410462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.410661] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.410756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.410817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.410968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.411093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.411189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 924.427201] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: SUCCESS [ 924.427485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.427719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.427947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.428155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.428275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.428344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.428532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.428620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.428698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.428975] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.489655] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.489824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.489910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.490160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.490333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.504950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 924.516158] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e8957308-e073-4d95-b0ba-eb08aacd4c82 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 924.516727] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 924.517099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.517181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.517225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.517479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.517560] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.539836] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 924.540209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540813] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.715253] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b461b6de-b86c-49b6-a250-6e0ddbd418fe tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 924.716714] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 924.716714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.716714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.932666] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.044839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.044839] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d already deleted. [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.044839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.044839] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.045969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.046163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.046252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.046466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.046677] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.046812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.046877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.047068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.047177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.047279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.047390] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.051458] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ed5dde2-dab6-4005-ac15-611788d7823a req-c6820e34-82d8-4c11-a866-a3b1daaad401 tempest-ImagesOneServerTestJSON-1045458454 tempest-ImagesOneServerTestJSON-1045458454-project-member] Enqueued Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 925.051914] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGHEST for action security_group_members [ 925.052266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.052389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.052464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.052672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.052826] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.052920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.052999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.053175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.053257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.053497] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.434959] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e07d04b6-b874-4abb-be50-92c18234e484: rpc.has_security_group_logging(os_id): False [ 925.465251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.465251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.465251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.465392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.465422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.465997] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.465997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.465997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.467811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.467811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.468191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07d04b6-b874-4abb-be50-92c18234e484 is going to be created. [ 925.553940] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.553940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.553940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.554248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.554444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.554690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.554781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.558620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.558620] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.558620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.558620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.572316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.574048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.578611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.578920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.583223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.584337] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.585309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.585309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.585309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.585309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.585309] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f is going to be updated. [ 925.588450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.588812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.588986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.595730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.597191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.597191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.597191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d already deleted. [ 925.597191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.609566] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: IN_PROGRESS for 2s [ 925.635892] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.636083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.636467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.651773] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: IN_PROGRESS for 2s [ 925.653055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 925.653476] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 925.653977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.061395] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbfac9ea-b3b0-419b-b5b9-7db63bb01953: rpc.has_security_group_logging(os_id): False [ 926.081787] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.081926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.082033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.082272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.082363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082588] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.082685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.082788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.082902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.082975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.083169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.083265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.083326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.083465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.083536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.083724] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.083816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.083876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.084685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.090029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 926.170127] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.170341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.170441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.171150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.171150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.187291] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 926.538932] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 926.538932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.817816] env[66526]: INFO networking_nsxv3.common.synchronization [req-5fbe0488-5ae1-4fed-a8c4-a8ab31397cbc req-d1124efa-d58d-4fee-a3f5-2c51b868f113 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 926.818545] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 926.819029] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.819029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.819029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.819187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.819413] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.819523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.819587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.819744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.819831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.819922] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.323874] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.326094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.326094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.326094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.359301] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.359301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.359301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.359498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.359498] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 927.390689] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.390906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.390986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.391208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.391407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.403717] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 927.625906] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: SUCCESS [ 927.625906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.666644] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e1796cf-cd76-47b2-8329-31a97248175f in Status: SUCCESS [ 927.666894] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f deletion is rescheduled due to dependency. [ 927.667021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.737790] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d23563ac-ff25-40f6-a2cb-f0186ad62643 None None] Enqueued Resource ID: 92417931-98d8-48cb-a39c-d586edc41822 with Priority: HIGHEST for action port [ 927.738298] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92417931-98d8-48cb-a39c-d586edc41822 with Priority: HIGHEST for action port [ 927.738607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-92417931-98d8-48cb-a39c-d586edc41822 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.738721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92417931-98d8-48cb-a39c-d586edc41822" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.738786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92417931-98d8-48cb-a39c-d586edc41822" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.739484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92417931-98d8-48cb-a39c-d586edc41822" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.739954] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92417931-98d8-48cb-a39c-d586edc41822',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.206171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 928.206613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.242032] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92417931-98d8-48cb-a39c-d586edc41822 [ 928.242032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.242032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.242032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.243323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.243463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92417931-98d8-48cb-a39c-d586edc41822 already deleted. [ 928.243687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92417931-98d8-48cb-a39c-d586edc41822" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.514864] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-491de04a-eedb-4696-925f-6a0f3df312c8 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 928.516149] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 928.516149] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.516149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.516438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.516542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.516615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.516925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.516925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.517069] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.976608] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-5848a99b-2ef4-4263-b2c1-9c4ae1bb7f61 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 928.977531] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 928.977932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.978051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.021335] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.021335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.021335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.021335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.051131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.051131] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.051131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.051131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.051131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.051131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.051131] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 929.082682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.082994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.083161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.083435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.083798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.093826] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 929.390197] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.390509] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.390632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.391192] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.391699] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.391880] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.392043] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.392283] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.392562] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.392631] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.392749] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.392859] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.392965] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.393088] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.393545] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.393704] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.414647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 929.414841] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 929.414958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.416593] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.416773] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.416910] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.417103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.417531] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-bbdd3e0c-c013-48d3-a78f-34060ea272bf taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.417715] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.417837] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.418150] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.418290] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdd3e0c-c013-48d3-a78f-34060ea272bf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.921134] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.921569] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.921569] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.921842] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.921997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.922193] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port bbdd3e0c-c013-48d3-a78f-34060ea272bf not found, creating... [ 929.922467] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.922632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.922750] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.922971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.923123] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.923404] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.923559] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.923674] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.923877] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924176] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924398] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: bbdd3e0c-c013-48d3-a78f-34060ea272bf is going to be created. [ 929.956130] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.956933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.956933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.957417] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.957846] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.959188] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538399] env[66526]: INFO networking_nsxv3.common.synchronization [None req-6170fe5e-72ba-433e-9eaa-fa32e2f30aec None None] Enqueued Resource ID: 5722c1b2-7467-4d17-b005-726d8740d0b9 with Priority: HIGHEST for action port [ 930.539403] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5722c1b2-7467-4d17-b005-726d8740d0b9 with Priority: HIGHEST for action port [ 930.541029] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5722c1b2-7467-4d17-b005-726d8740d0b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.541029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5722c1b2-7467-4d17-b005-726d8740d0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.541029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5722c1b2-7467-4d17-b005-726d8740d0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.541333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5722c1b2-7467-4d17-b005-726d8740d0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.541414] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5722c1b2-7467-4d17-b005-726d8740d0b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.660521] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-71fe27f5-52c6-4362-bfe4-698063843c01 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 930.660699] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-71fe27f5-52c6-4362-bfe4-698063843c01 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 930.660833] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-71fe27f5-52c6-4362-bfe4-698063843c01 service nova] Enqueued Resource ID: bbdd3e0c-c013-48d3-a78f-34060ea272bf with Priority: HIGHEST for action port [ 930.661352] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 930.661484] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 930.661578] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbdd3e0c-c013-48d3-a78f-34060ea272bf with Priority: HIGHEST for action port [ 930.662589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.662717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.662782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.663044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.663132] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.666097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.666097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.666097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbdd3e0c-c013-48d3-a78f-34060ea272bf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.666097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.666097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.666097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.666097] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdd3e0c-c013-48d3-a78f-34060ea272bf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.045483] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5722c1b2-7467-4d17-b005-726d8740d0b9 [ 931.045483] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.045483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.045483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.045483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.048173] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5722c1b2-7467-4d17-b005-726d8740d0b9 already deleted. [ 931.048173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5722c1b2-7467-4d17-b005-726d8740d0b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.105558] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 931.105799] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 deletion is rescheduled due to dependency. [ 931.105932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.106122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.108715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.108715] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.108715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.108715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.108715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.108715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.108715] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.111238] env[66526]: INFO networking_nsxv3.common.synchronization [req-9fce822a-1cb0-4da8-a4dd-78884b06afff req-3f6a3673-7626-4316-a63c-df283c6e43a5 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 931.111238] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 931.111981] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.111981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.111981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.111981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.112459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.112459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.112459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.112631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.112899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.112899] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.166898] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.167040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.173989] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbdd3e0c-c013-48d3-a78f-34060ea272bf with status ACTIVE [ 931.174265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.174383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.174425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.174613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.174699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.174867] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.174964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.175035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.175181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.175256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.175434] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.175526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.175582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.175716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.175787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.175870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbdd3e0c-c013-48d3-a78f-34060ea272bf is going to be updated. [ 931.197915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.198061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.198805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.198805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.198805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.198805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbdd3e0c-c013-48d3-a78f-34060ea272bf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.478293] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.478293] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-36" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.478293] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-36" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.478558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-36" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.478667] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.478817] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.479507] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479507] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.479507] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.479665] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.479787] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.479895] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.480009] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.480183] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.480245] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.480349] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.504255] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.504255] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.504255] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.504255] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-36" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.504506] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-aafd335c-6bb6-40eb-aeac-2956328f7415 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.504506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.504623] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.504930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.505077] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafd335c-6bb6-40eb-aeac-2956328f7415',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.511709] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.511923] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.512031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.512274] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.512526] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.513443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.513443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.513443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.513443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513443] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.513443] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.513670] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.513670] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.513871] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.513871] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.513972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.534017] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.534230] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.534365] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.534536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.534851] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-97d18aa4-56e7-486d-ad82-93e9b5bc2054 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.535032] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.535151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.535468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.535629] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d18aa4-56e7-486d-ad82-93e9b5bc2054',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.611657] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.614348] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.614503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.614555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.614759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.637012] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.637012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.637012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.637012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.637297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.637297] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 931.663882] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.664030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.664099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.664322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.664680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.673671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 932.008205] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.008444] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.008573] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.008864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.009021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.009183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port aafd335c-6bb6-40eb-aeac-2956328f7415 not found, creating... [ 932.009496] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.009688] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.009838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.010373] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.010373] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.010590] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.010751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.010866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.011099] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.011237] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.011430] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: aafd335c-6bb6-40eb-aeac-2956328f7415 is going to be created. [ 932.037763] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.037985] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.038124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.038404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.038625] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.038855] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.040020] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.040218] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.040539] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.040725] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.040866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.041086] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 97d18aa4-56e7-486d-ad82-93e9b5bc2054 not found, creating... [ 932.041359] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.041518] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.041725] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.041844] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.041996] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.042311] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.042469] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.042586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.042794] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.042926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.043113] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 97d18aa4-56e7-486d-ad82-93e9b5bc2054 is going to be created. [ 932.070153] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.070558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.070558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.070861] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.071094] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.071350] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.114117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.615990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.616175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.616247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.616475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.616578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.616676] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 932.653739] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.653918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.653992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.654215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.654389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.664829] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 932.747383] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-04335cd4-f303-4180-9672-2593e44f13a9 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 932.747553] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-04335cd4-f303-4180-9672-2593e44f13a9 service nova] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 932.747685] env[66526]: INFO networking_nsxv3.common.synchronization [req-e58f951e-6cc0-416b-a18c-19e5472e0aa0 req-04335cd4-f303-4180-9672-2593e44f13a9 service nova] Enqueued Resource ID: aafd335c-6bb6-40eb-aeac-2956328f7415 with Priority: HIGHEST for action port [ 932.748422] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_rules [ 932.748557] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 932.748656] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aafd335c-6bb6-40eb-aeac-2956328f7415 with Priority: HIGHEST for action port [ 932.748939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.749060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.749326] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.749452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.749601] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-aafd335c-6bb6-40eb-aeac-2956328f7415 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.749702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.749757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.749957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.750040] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aafd335c-6bb6-40eb-aeac-2956328f7415',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.197186] env[66526]: INFO networking_nsxv3.common.synchronization [req-9fce822a-1cb0-4da8-a4dd-78884b06afff req-ab8cb64a-3bea-4638-a0e9-8ee6e43c9b81 service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 933.197536] env[66526]: INFO networking_nsxv3.common.synchronization [req-9fce822a-1cb0-4da8-a4dd-78884b06afff req-ab8cb64a-3bea-4638-a0e9-8ee6e43c9b81 service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 933.197536] env[66526]: INFO networking_nsxv3.common.synchronization [req-9fce822a-1cb0-4da8-a4dd-78884b06afff req-ab8cb64a-3bea-4638-a0e9-8ee6e43c9b81 service nova] Enqueued Resource ID: 97d18aa4-56e7-486d-ad82-93e9b5bc2054 with Priority: HIGHEST for action port [ 933.197987] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 933.199176] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 933.199176] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d18aa4-56e7-486d-ad82-93e9b5bc2054 with Priority: HIGHEST for action port [ 933.199470] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.199602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.199663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.199863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.199942] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.203377] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.203377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.204746] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d18aa4-56e7-486d-ad82-93e9b5bc2054 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.204746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.204746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.204746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.205278] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d18aa4-56e7-486d-ad82-93e9b5bc2054',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.254183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aafd335c-6bb6-40eb-aeac-2956328f7415 with status ACTIVE [ 933.254553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.254745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.254845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.255148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.255299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.255734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.255904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.255998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.256280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.256402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.256694] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.256858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.256960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.257343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.257343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.257815] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aafd335c-6bb6-40eb-aeac-2956328f7415 is going to be updated. [ 933.292162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.292162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.292162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.292162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.292162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.292162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aafd335c-6bb6-40eb-aeac-2956328f7415" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.686962] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 933.687179] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a deletion is rescheduled due to dependency. [ 933.687313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.687542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.688066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.688192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.688262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.688480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.688576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.688694] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.703039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.703039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.708716] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97d18aa4-56e7-486d-ad82-93e9b5bc2054 with status ACTIVE [ 933.708943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.709143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.709293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.709603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.709733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.710018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.710187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.710307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.710524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.710607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.710811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.710963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.711048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.711195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.711272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.711554] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97d18aa4-56e7-486d-ad82-93e9b5bc2054 is going to be updated. [ 933.736149] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.736298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.736383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.736591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.736727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.736939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d18aa4-56e7-486d-ad82-93e9b5bc2054" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.192153] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.675362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 934.675624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.675757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.675974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.676179] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.676308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.676375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.676556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.676642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.676774] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.693638] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.178999] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.195426] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.195536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.195609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.195891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.196301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.196301] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 935.241107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.241291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.241770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.242019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.255073] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 935.682722] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.192752] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.193093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.193190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.193430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.193526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.193627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 936.231465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.231465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.232196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.233500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.233500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.243286] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 936.663487] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f45e41a-5383-49ee-bf7e-d9db80ee8baf req-1461bff2-a3bb-4bd9-8851-1ebfb7da2851 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 936.663659] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f45e41a-5383-49ee-bf7e-d9db80ee8baf req-1461bff2-a3bb-4bd9-8851-1ebfb7da2851 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 936.663788] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f45e41a-5383-49ee-bf7e-d9db80ee8baf req-1461bff2-a3bb-4bd9-8851-1ebfb7da2851 tempest-SecurityGroupsTestJSON-1697827903 tempest-SecurityGroupsTestJSON-1697827903-project-member] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 936.664318] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGHEST for action security_group_members [ 936.664533] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGHEST for action security_group_members [ 936.664600] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGHEST for action security_group_members [ 936.664956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.664956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.665123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.665563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.665731] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.665826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.665917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.666050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.666132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.666224] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.667071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.667186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.667377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.667796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.667796] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.668317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.668525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.668584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.668654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.668760] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.669839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.669839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.669839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.669980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.670083] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.670173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.670234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.670407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.670457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.670730] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.747546] env[66526]: INFO networking_nsxv3.common.synchronization [req-a79c6d0a-8a89-4e15-9248-4d526257017b req-d9cfd8a6-b9fe-4279-a47d-d8e54cc49e2b tempest-ServerRescueTestJSON-2001620231 tempest-ServerRescueTestJSON-2001620231-project-member] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 936.747987] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 936.748222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.748347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.748418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.748610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.748804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.748971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.748971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.749131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.749263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.749305] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.172314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.172513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.172604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.172830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.173971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.174114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.174361] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.174479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.196563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.196563] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.196914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.198048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.198048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.198048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.198048] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 is going to be updated. [ 937.198825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.199932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199932] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be updated. [ 937.201356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.201619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.208917] env[66526]: INFO networking_nsxv3.common.synchronization [req-8d2fd8d3-e7d1-4060-96d3-193126fc1a70 req-82b4384b-0e2c-4f9d-8d40-d4c54cfb4ace tempest-ServersV294TestFqdnHostnames-703571354 tempest-ServersV294TestFqdnHostnames-703571354-project-member] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 937.209888] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGHEST for action security_group_members [ 937.210417] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.210574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.210615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.210782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.210929] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.211044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.211185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.211361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.211475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.211573] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.230405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.230656] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.230780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.231086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.231379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.231446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.231516] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be updated. [ 937.242935] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.243126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.243216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.243351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.243490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.245480] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.245621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.245672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.245827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.246498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.251614] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.255051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: IN_PROGRESS for 2s [ 937.255728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: IN_PROGRESS for 2s [ 937.266862] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 937.267283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.268214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.268349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.268425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.268711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.268846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.270151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.270334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.270503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.270624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.270663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.270806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.270886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.271266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.271266] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.280560] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: IN_PROGRESS for 2s [ 937.327688] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.328332] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.328332] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.328829] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.328829] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.329121] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.329448] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.329745] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.329745] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.329899] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.329948] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.330072] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.330238] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.330316] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.330418] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.330590] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.356337] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.356337] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.358037] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.358037] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-458" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.358037] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-121ab188-ddfa-4d54-8edf-675d357f5b0e taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.358037] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.358835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.358835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.358835] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121ab188-ddfa-4d54-8edf-675d357f5b0e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.675807] env[66526]: INFO networking_nsxv3.common.synchronization [req-f982e11d-8014-484a-9caa-89e28c8e2c6c req-b95fa2c7-854c-4136-b271-90295df6c4f3 tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 937.676581] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 937.677689] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.677927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.677927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.678145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.678397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.678534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.678624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.678870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.678975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.679090] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.715484] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.715758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.715867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.716207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.754218] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.761674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.761974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.762113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.762174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.762410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.762484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.762541] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be is going to be updated. [ 937.773274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.773581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.773723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.774202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.774530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.775078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.775078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.775212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.775277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.775448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.775831] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.776080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.776143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.776443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.776746] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.776944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.777090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.777498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.777600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.777770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.777937] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.805070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.805331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.805415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.805944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.806095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.821194] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: IN_PROGRESS for 2s [ 937.863652] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.863898] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.864252] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.864592] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.864876] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.865171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 121ab188-ddfa-4d54-8edf-675d357f5b0e not found, creating... [ 937.865638] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.865941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.867050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.867050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.867291] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868091] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.868091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.868091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.868476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.868637] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.868885] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 121ab188-ddfa-4d54-8edf-675d357f5b0e is going to be created. [ 937.898969] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.898969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.898969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.898969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.898969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.898969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.182426] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.255362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 938.255601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.255783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.255996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.256209] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.256325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.256391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.256566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.256623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.256705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.256799] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.257826] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.257948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.258023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.258199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.258277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.258366] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be updated. [ 938.259848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.260340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.260340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.260340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.260723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.260723] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.280872] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df2d590-175b-4ba3-8770-1712946e2e3a: rpc.has_security_group_logging(os_id): False [ 938.318686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.318686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.318686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.318916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.319051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.319467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.319525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.319692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.319771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.320089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.320160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.321788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.322072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.322396] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.322546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.322639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.322844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.322928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.323034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 938.405549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.405717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.405776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.406013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.406176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.436161] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 938.532630] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.532630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.532630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.532630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.532630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.560806] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 938.672210] env[66526]: INFO networking_nsxv3.common.synchronization [req-a79c6d0a-8a89-4e15-9248-4d526257017b req-e6d37221-30ae-4938-8edb-ce2ab8ce1501 service nova] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_rules [ 938.673175] env[66526]: INFO networking_nsxv3.common.synchronization [req-a79c6d0a-8a89-4e15-9248-4d526257017b req-e6d37221-30ae-4938-8edb-ce2ab8ce1501 service nova] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 938.673175] env[66526]: INFO networking_nsxv3.common.synchronization [req-a79c6d0a-8a89-4e15-9248-4d526257017b req-e6d37221-30ae-4938-8edb-ce2ab8ce1501 service nova] Enqueued Resource ID: 121ab188-ddfa-4d54-8edf-675d357f5b0e with Priority: HIGHEST for action port [ 938.674457] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_rules [ 938.674610] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 938.674707] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121ab188-ddfa-4d54-8edf-675d357f5b0e with Priority: HIGHEST for action port [ 938.675039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.675179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.675266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.675488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.675596] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.679663] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.679815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.680107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-121ab188-ddfa-4d54-8edf-675d357f5b0e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.680232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.680968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.680968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.680968] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121ab188-ddfa-4d54-8edf-675d357f5b0e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.688760] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.761286] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.761715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.763053] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.012726] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f048aec-e5fd-4b22-bf34-629e76a995e3 req-10449ec1-094d-4636-b3bf-ef43c05c0f81 tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 939.013312] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 939.014801] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.015046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.015195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.015516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.018222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.018420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.018526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.018773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.018916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.019039] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.085710] env[66526]: INFO networking_nsxv3.common.synchronization [req-c0deb6b4-1038-4437-8eb7-01bb4eb47f66 req-2a6609a5-533a-457a-9ddf-13be3916d1b8 tempest-ListServersNegativeTestJSON-1292228168 tempest-ListServersNegativeTestJSON-1292228168-project-member] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 939.085710] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGHEST for action security_group_members [ 939.085710] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.085710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.186423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.186423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.186423] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121ab188-ddfa-4d54-8edf-675d357f5b0e with status ACTIVE [ 939.186423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.186423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.186423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.186423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.186855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.186855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.186855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.186855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.186971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.186971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.187210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.187269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.187369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.187440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.187518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.187569] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121ab188-ddfa-4d54-8edf-675d357f5b0e is going to be updated. [ 939.190509] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.191011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.191103] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 939.217200] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.218153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.218153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.218153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.218585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.218585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121ab188-ddfa-4d54-8edf-675d357f5b0e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.227994] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.230503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.230503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.230503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.230503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.239654] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 939.265400] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.311054] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 in Status: SUCCESS [ 939.311054] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 deletion is rescheduled due to dependency. [ 939.311054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.311054] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce in Status: SUCCESS [ 939.311054] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce deletion is rescheduled due to dependency. [ 939.311054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.311754] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 in Status: SUCCESS [ 939.311915] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 deletion is rescheduled due to dependency. [ 939.312046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.468845] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b77af51-b6f2-42fd-94e2-8a271ebee4e4 req-03dcc52e-b66a-4c67-8bc8-0c1f4e66063c tempest-FloatingIPsAssociationTestJSON-996210217 tempest-FloatingIPsAssociationTestJSON-996210217-project-member] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 939.469504] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 939.469860] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.469967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.470911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.471985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.471985] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.471985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.471985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.471985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.471985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.471985] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.521389] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.767388] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.767704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.767704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.767830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.767914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.768018] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 939.805489] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.805700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.805800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.806168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.806337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.818444] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 939.846298] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be in Status: SUCCESS [ 939.846529] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be deletion is rescheduled due to dependency. [ 939.846609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.924498] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.924498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.924681] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.924852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.924938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.925280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.925479] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.925723] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.925857] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.925996] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.926185] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.926403] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.926552] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.926765] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.969663] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.970387] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.970705] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.971202] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.971690] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-51f71ed4-e51d-4d5f-8339-54de19c66ab2 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.971998] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.972184] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.972677] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.972677] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f71ed4-e51d-4d5f-8339-54de19c66ab2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.975665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.975855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.975914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.976098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.976186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.976471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.976602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.976682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.977153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.977153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.977153] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 already deleted. [ 939.977153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.024820] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.448938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 940.449194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.449461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.449707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.449903] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.450032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.450202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.450321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.450399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.450496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.475275] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.475530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.475683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.475956] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.476123] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.476309] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 51f71ed4-e51d-4d5f-8339-54de19c66ab2 not found, creating... [ 940.476630] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.476789] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.476927] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.477260] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.477585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.477927] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.478179] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.478339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.478571] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.478735] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.478883] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 51f71ed4-e51d-4d5f-8339-54de19c66ab2 is going to be created. [ 940.500573] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.500811] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.502530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.502530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.502530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.502530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.528743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.529045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.529112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.529470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.529627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.529793] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 940.597098] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 940.597484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.606372] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.607067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.607381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.618850] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 940.953342] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.252826] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 941.253189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.272799] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b77af51-b6f2-42fd-94e2-8a271ebee4e4 req-4f6159c4-f5b7-4880-92f3-e3fac6cb9bd8 service nova] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_rules [ 941.272799] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b77af51-b6f2-42fd-94e2-8a271ebee4e4 req-4f6159c4-f5b7-4880-92f3-e3fac6cb9bd8 service nova] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 941.272799] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b77af51-b6f2-42fd-94e2-8a271ebee4e4 req-4f6159c4-f5b7-4880-92f3-e3fac6cb9bd8 service nova] Enqueued Resource ID: 51f71ed4-e51d-4d5f-8339-54de19c66ab2 with Priority: HIGHEST for action port [ 941.273417] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_rules [ 941.273560] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 941.274633] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f71ed4-e51d-4d5f-8339-54de19c66ab2 with Priority: HIGHEST for action port [ 941.274633] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.274633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.274952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.274952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.275120] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.276054] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.276198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.276296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.276531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.276708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.276823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.276912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.277094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.277189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.277359] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.278694] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f71ed4-e51d-4d5f-8339-54de19c66ab2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.278694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.278694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.279255] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f71ed4-e51d-4d5f-8339-54de19c66ab2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.455998] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.781552] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.783109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783109] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51f71ed4-e51d-4d5f-8339-54de19c66ab2 with status ACTIVE [ 941.783109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.783109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.783109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.783665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.783665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.783781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.783838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.784106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.784186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.784274] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51f71ed4-e51d-4d5f-8339-54de19c66ab2 is going to be updated. [ 941.824482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.824482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.824482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.824482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.824766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.825575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f71ed4-e51d-4d5f-8339-54de19c66ab2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.833190] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 941.833399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.834144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.834144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.834144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.834144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.834144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.834338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.834368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.834453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.834612] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.834684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.834738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.834874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.835016] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.835098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.835654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.835654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.835654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.835654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.835654] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.958835] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.959140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.959140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.959215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.959437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.963217] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be updated. [ 942.025274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.025527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.025655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.025937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.036564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 942.290135] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.338027] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd6a0c2-5315-4186-9c72-804230928551: rpc.has_security_group_logging(os_id): False [ 942.387572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.387761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.388010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.388010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.388137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.388407] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.388510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.388574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.388731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.388827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.389014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.389112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.389173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.389311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.389455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.389659] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.389756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.389905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.390219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.390294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.391582] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 942.486652] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.486844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.486844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.487071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.487267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.505752] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 942.651052] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 942.651320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.651552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.651775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.651979] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.652228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.652228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.652497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.652497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.652497] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.794079] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.794385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.794465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.794789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.794938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.795188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be created. [ 942.831313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.831539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.831539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.833362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.833564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.849653] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: UNINITIALIZED for 2s [ 943.156561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.157085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.157085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.157209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.157209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.157441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.157550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.157611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.157781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.157858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.157951] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be updated. [ 943.190277] env[66526]: INFO networking_nsxv3.common.synchronization [req-ad2589b8-985d-4d4a-a17e-eb5557b2f952 req-e06e1ca1-d7ff-4b2a-b52f-30c7db80106a tempest-ServersTestBootFromVolume-1080644495 tempest-ServersTestBootFromVolume-1080644495-project-member] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 943.191115] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGHEST for action security_group_members [ 943.191930] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.192163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.192207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.192485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.192718] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.192932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.193781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.193781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.193781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.193781] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.195855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.196037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.196130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.196362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.196559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.214577] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: IN_PROGRESS for 2s [ 943.700638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.700837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.700837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.701724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.731453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.731782] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.731917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.732015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.732364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.732364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732550] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 is going to be updated. [ 943.774404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.774606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.774650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.778022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.778022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.794717] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: IN_PROGRESS for 2s [ 944.057489] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 944.057716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.057949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.059042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.059042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.059042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.059042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.059042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.059319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.060125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.060125] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.440269] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e244f70-6608-47b5-9dac-ffb7229bc605 req-b3294cab-7ece-4f3a-b8c1-f28f7fe9bfa5 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 944.440955] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 944.441625] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.441761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.441824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.442173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.442268] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.443112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.443275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.443428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.443537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.443622] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.523201] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 944.524111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.524111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.524111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.524111] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.562294] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.562564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.562698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.563321] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.564210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.564888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.564991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.565233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.565467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.565779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.565779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.565950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.566041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.566158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.566283] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.861023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 944.861136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.861335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.863134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.863134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.863134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.863134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.863134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.863134] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.870836] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.870836] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.871446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.871446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.871577] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.871758] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.872104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.873093] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.873252] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.873475] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.873594] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.873703] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.873829] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.873921] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.874759] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.874759] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.898336] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.898336] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.898336] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.898336] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.898545] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.898747] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.898880] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.899216] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.899438] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd3e8e1-18e9-4ddf-b4a8-d8d172554229',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.945814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.946028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.946082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.950029] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.950029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.950029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 944.976254] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.976620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.976620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.987804] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 945.027793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.029128] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.029128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.029706] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.070585] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ee48faf-10f2-489a-9c49-104a743b61b7: rpc.has_security_group_logging(os_id): False [ 945.095192] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.095389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.095505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.095769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.124157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.124818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.124818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124818] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be updated. [ 945.164612] env[66526]: INFO networking_nsxv3.common.synchronization [req-ba81c7e8-81b4-4fca-a953-2209f428f810 req-667b73d7-e570-4649-b490-d4923b162b87 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 945.165394] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGHEST for action security_group_members [ 945.165855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.166092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.166241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.166521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.166768] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.166924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.167033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.167259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.167469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.167627] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.194371] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.194572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.194639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.194828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.194970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.211582] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 945.224622] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 in Status: SUCCESS [ 945.224795] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 deletion is rescheduled due to dependency. [ 945.224847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.367591] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.367591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.367591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.367939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.368616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.368616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.369225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.369323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.370078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.370565] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.373018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.373150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.373361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.373478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.373586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.373702] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.402581] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.403186] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.403291] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.403364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.403557] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 not found, creating... [ 945.403859] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.403942] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.404071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.404683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.404683] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.405329] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.405532] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.405671] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.406180] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.406180] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406180] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 is going to be created. [ 945.428926] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.429156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.429278] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.429622] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.429854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.430102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.537169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.537169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.537169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.537169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.537924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.537924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.537924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.538195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.538195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.538299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.538376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.538521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.538593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.538626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.538708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.538796] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.671733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.671969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.672130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.672879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.712919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.712919] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.712919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.712919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.713574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.713574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.713574] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d is going to be updated. [ 945.753894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.754536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.754536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.754536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.754536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.766897] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: IN_PROGRESS for 2s [ 945.807168] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 in Status: SUCCESS [ 945.807774] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 deletion is rescheduled due to dependency. [ 945.807923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.878331] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f0a9c7f-c82a-495b-b03b-811a81ab43a7: rpc.has_security_group_logging(os_id): False [ 945.901373] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.901571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.901654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.902061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.902192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.903052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.903052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.903052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.903052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.903052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.903567] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.903567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.903567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.904533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.904533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.904533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.904533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.904533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.904842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.904879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.904996] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be created. [ 945.982383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.982601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.982601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.982781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.983553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.000899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 946.041836] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cd6a0c2-5315-4186-9c72-804230928551: rpc.has_security_group_logging(os_id): False [ 946.081960] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.081960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.081960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.082385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.082385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.082908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.082908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.082908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.083225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.083225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.083306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.083540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.083987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.083987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.083987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.084163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.084275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.084333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.084491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.084561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.084677] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 946.196816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.197064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.197114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.197335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.197510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.221397] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 946.451497] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e244f70-6608-47b5-9dac-ffb7229bc605 req-5e24c66b-c221-45bb-87a5-e407a2da0ebd service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 946.451831] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e244f70-6608-47b5-9dac-ffb7229bc605 req-5e24c66b-c221-45bb-87a5-e407a2da0ebd service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 946.451831] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e244f70-6608-47b5-9dac-ffb7229bc605 req-5e24c66b-c221-45bb-87a5-e407a2da0ebd service nova] Enqueued Resource ID: 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 with Priority: HIGHEST for action port [ 946.452406] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 946.452544] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 946.452638] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 with Priority: HIGHEST for action port [ 946.452922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.454872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.454979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.455225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.455313] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.457300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.457466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.457626] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.457727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.457791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.457983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.458073] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd3e8e1-18e9-4ddf-b4a8-d8d172554229',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.962739] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.963105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.964259] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 with status ACTIVE [ 946.964552] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.964804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.964867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.965245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.965467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.966146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.966146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.966457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.966457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.966701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.966825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.966933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.967177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.967524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.967673] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd3e8e1-18e9-4ddf-b4a8-d8d172554229 is going to be updated. [ 946.996547] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.996651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.996732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.996987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.997370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.997451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd3e8e1-18e9-4ddf-b4a8-d8d172554229" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.999655] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 947.002070] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 947.002388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.002813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.003140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.003402] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.003682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.003682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.003909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.004447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.004642] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.201818] env[66526]: INFO networking_nsxv3.common.synchronization [req-f194ee6b-255d-4481-bacf-d017d739643b req-47db5634-acfa-49cd-bf30-560b19040417 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 947.203856] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 947.204242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.204369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.204445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.204728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.205152] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.205152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.205152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.205325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.205361] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.205486] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.230735] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 947.231111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.506796] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.661089] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.662120] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.662775] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.662857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.663182] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.663909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.663909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.663909] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.664670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.664670] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.664670] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.664670] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.664670] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.664896] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.664896] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.664983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.688466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.688647] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.688730] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.688992] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.689447] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-3077d54b-e1e7-4738-b475-aa0e298794d7 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.689664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.689802] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.690350] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.690350] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3077d54b-e1e7-4738-b475-aa0e298794d7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.710226] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.710381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.710486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.710792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.710922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.711240] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.711393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.711487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.711908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.711946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.712078] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d already deleted. [ 947.712201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.780793] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d in Status: SUCCESS [ 947.781018] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d deletion is rescheduled due to dependency. [ 947.781132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.907027] env[66526]: INFO networking_nsxv3.common.synchronization [req-fe19bf3e-354e-4e19-8aa1-393517db1a93 req-f186e93d-3946-4e25-9458-2e5ff8dd5374 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 947.907027] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 947.907027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.907027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.907027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.907027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.907027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.907500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.907500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.907500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.907500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.907500] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.012018] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.016981] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 948.017479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193191] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.193919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.193919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.193919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.194557] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194557] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 3077d54b-e1e7-4738-b475-aa0e298794d7 not found, creating... [ 948.194952] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.195255] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.195402] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.195984] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.196429] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.197096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.197096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.197096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.197254] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.197421] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 3077d54b-e1e7-4738-b475-aa0e298794d7 is going to be created. [ 948.221582] env[66526]: INFO networking_nsxv3.common.synchronization [req-fe19bf3e-354e-4e19-8aa1-393517db1a93 req-a24dda6a-36be-4d28-8a8a-2ace700098b0 tempest-ServersTestMultiNic-1037595076 tempest-ServersTestMultiNic-1037595076-project-member] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 948.222601] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.222837] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.222917] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.223195] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.223412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.223636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.224700] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGHEST for action security_group_members [ 948.226932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.227099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.239782] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 948.240064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.409079] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.514775] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.515064] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.515162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.515483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.515635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.515734] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 948.548592] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.548829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.548829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.549009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.549202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.563093] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 948.911674] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.996758] env[66526]: INFO networking_nsxv3.common.synchronization [req-f194ee6b-255d-4481-bacf-d017d739643b req-8a2f7a9c-ba4e-4431-b0dc-bde1e13f5ce6 service nova] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 948.996938] env[66526]: INFO networking_nsxv3.common.synchronization [req-f194ee6b-255d-4481-bacf-d017d739643b req-8a2f7a9c-ba4e-4431-b0dc-bde1e13f5ce6 service nova] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 948.997095] env[66526]: INFO networking_nsxv3.common.synchronization [req-f194ee6b-255d-4481-bacf-d017d739643b req-8a2f7a9c-ba4e-4431-b0dc-bde1e13f5ce6 service nova] Enqueued Resource ID: 3077d54b-e1e7-4738-b475-aa0e298794d7 with Priority: HIGHEST for action port [ 948.998559] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_rules [ 948.998559] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 948.998559] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077d54b-e1e7-4738-b475-aa0e298794d7 with Priority: HIGHEST for action port [ 948.999698] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.999818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.999881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.000100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.000217] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.002564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.006020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.006020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.006020] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.006020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3077d54b-e1e7-4738-b475-aa0e298794d7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.006635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.006635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.006635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.006635] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3077d54b-e1e7-4738-b475-aa0e298794d7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.414681] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.414681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.414681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.415140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.415190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.415306] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 949.454803] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.455020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.455156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.455427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.455589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.470471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 949.503291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.503509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.508083] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.509268] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3077d54b-e1e7-4738-b475-aa0e298794d7 with status ACTIVE [ 949.510360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.510360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.510360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.510360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.510360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.510706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.510797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.510874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.511105] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.511219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.511284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.511431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.511508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.512166] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3077d54b-e1e7-4738-b475-aa0e298794d7 is going to be updated. [ 949.539781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.539954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.540140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.540386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.541011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.541011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3077d54b-e1e7-4738-b475-aa0e298794d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.864408] env[66526]: INFO networking_nsxv3.common.synchronization [req-d633807c-196a-4aef-8439-6262e057088a req-bd950a1d-d956-4d05-ac61-4ac0edd1d1ce tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 949.864408] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 949.864848] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.864957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.865035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.865241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.865441] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.865545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.865601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.865759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.865842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.865933] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.014271] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.340019] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.340019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.341045] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.341045] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.341338] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.341543] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.341673] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.342103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.342103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.342295] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.342407] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.342518] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.342624] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.342732] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.342836] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.342971] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.364671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.364870] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.364947] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.365158] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.365561] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1a5d2aad-3d94-4243-acd6-1fcad15460f1 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.365687] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.365765] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.366240] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.366451] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5d2aad-3d94-4243-acd6-1fcad15460f1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.368294] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.368479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.368573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.368777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.368922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.369228] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.369358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.369455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.369677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.369790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.369912] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 950.404157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.405120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.405120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.405120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.405120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.420497] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 950.518189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.518365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.518445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.518656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.518748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.518961] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d is going to be created. [ 950.548096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.548406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.548569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.548809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.548969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.561654] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: UNINITIALIZED for 2s [ 950.572993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 950.573227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.573402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.573675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.573779] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.573892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.573956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.574129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.574208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.574287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.574436] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.869275] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.869609] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.869710] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.870029] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.870178] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.870333] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1a5d2aad-3d94-4243-acd6-1fcad15460f1 not found, creating... [ 950.870654] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.870849] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.870989] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.871246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.871385] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.871707] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.871873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.871974] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.872200] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.872332] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.872471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1a5d2aad-3d94-4243-acd6-1fcad15460f1 is going to be created. [ 950.894600] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.894932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.895200] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.895646] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.896021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.896403] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.076996] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.077654] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.078071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.078163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.078310] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.078405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.078468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.078612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.078750] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.078842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.078938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.079176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.079293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.079404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.079547] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.481691] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 951.482162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.482595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.482697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.482764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.482913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.482993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.483098] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.585245] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2ac3f0-1495-4110-9753-c5bace5b2353: rpc.has_security_group_logging(os_id): False [ 951.605186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.605365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.605406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.606807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.606917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.607155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.607276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.607438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.607654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.607759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.607970] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.609020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.609121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.609750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.610314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.610677] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.610797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.610863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.611036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.611117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.611207] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 951.630413] env[66526]: INFO networking_nsxv3.common.synchronization [req-d633807c-196a-4aef-8439-6262e057088a req-641d61df-bee4-48b6-bb3f-d910651a4e5f service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 951.630659] env[66526]: INFO networking_nsxv3.common.synchronization [req-d633807c-196a-4aef-8439-6262e057088a req-641d61df-bee4-48b6-bb3f-d910651a4e5f service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 951.630812] env[66526]: INFO networking_nsxv3.common.synchronization [req-d633807c-196a-4aef-8439-6262e057088a req-641d61df-bee4-48b6-bb3f-d910651a4e5f service nova] Enqueued Resource ID: 1a5d2aad-3d94-4243-acd6-1fcad15460f1 with Priority: HIGHEST for action port [ 951.633604] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 951.633604] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 951.633604] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5d2aad-3d94-4243-acd6-1fcad15460f1 with Priority: HIGHEST for action port [ 951.633604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.633604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.633604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.633604] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.633956] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a5d2aad-3d94-4243-acd6-1fcad15460f1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.634368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.634698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634698] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a5d2aad-3d94-4243-acd6-1fcad15460f1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.682399] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.683233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.683473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.683810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.684120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.701800] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 951.986497] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.986497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.986497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.986783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.986936] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987082] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.987197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.987271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.987504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.987624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.987725] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be updated. [ 952.022091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.022363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.022439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.022607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.023580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.036461] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: IN_PROGRESS for 2s [ 952.137146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.137146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.137323] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a5d2aad-3d94-4243-acd6-1fcad15460f1 with status ACTIVE [ 952.137697] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.137812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.137893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.138260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.138408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.138710] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.138855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.138945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.139241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.139362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.139708] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.140080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.140080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.141389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.141389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.141389] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a5d2aad-3d94-4243-acd6-1fcad15460f1 is going to be updated. [ 952.169558] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.169558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.169558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.169736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.169805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.169971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a5d2aad-3d94-4243-acd6-1fcad15460f1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.431550] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 952.431691] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 952.431823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.432491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.432491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.432633] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.432822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.433385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.433385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.433385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.433528] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.471774] env[66526]: INFO networking_nsxv3.common.synchronization [req-ae27c927-25f7-48eb-ab2f-b583500db392 req-5946447a-18e5-4bc8-9413-c2beab2d6ff4 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 952.472358] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 952.472699] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.472943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.473036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.473306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.473482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.473639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.473686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.473882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.474025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.474128] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.574119] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: SUCCESS [ 952.574494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.574535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.574777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.575083] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.575156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.575196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.575571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.575675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.575764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.575857] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.886085] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.887476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.887476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.887476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.887476] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.887971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.888569] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.888569] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.888706] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.888960] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.889178] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.889333] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.889509] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.889691] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.889806] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.889946] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.915459] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.915459] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.915459] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.915459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.915459] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.915885] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.915885] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.915946] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.916062] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.939369] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.977124] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.078228] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.419314] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.419712] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.419919] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.420292] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.420547] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.420775] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 not found, creating... [ 953.421280] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.421521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.421614] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.422135] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.422135] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.422496] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.423617] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.423617] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.423617] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.423617] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.423617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 is going to be created. [ 953.441834] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.447139] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.447250] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.451031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.451031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.451031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.451031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.478558] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.580642] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3de96e37-5762-4866-8ec7-8c359b62aa9d: rpc.has_security_group_logging(os_id): False [ 953.628513] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.628839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.628839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.629115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.629363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.629603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.629810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.629810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.629991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.630055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.630127] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d is going to be created. [ 953.720291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.720546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.720546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.720790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.720975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.727757] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 953.728051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.733755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: IN_PROGRESS for 2s [ 953.945788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.945788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.946159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.948052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.948052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.948052] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 953.982538] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.982538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.983060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.983060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.983060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.983060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 954.026357] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.026672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.026801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.027155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.027415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.032769] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.033223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cd6a0c2-5315-4186-9c72-804230928551 in Status: SUCCESS [ 954.050811] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 deletion is rescheduled due to dependency. [ 954.050978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.052046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 954.052830] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 954.279521] env[66526]: INFO networking_nsxv3.common.synchronization [req-ae27c927-25f7-48eb-ab2f-b583500db392 req-219c2fa1-17b6-486f-bd43-97b3b9e547cf service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 954.279789] env[66526]: INFO networking_nsxv3.common.synchronization [req-ae27c927-25f7-48eb-ab2f-b583500db392 req-219c2fa1-17b6-486f-bd43-97b3b9e547cf service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 954.279964] env[66526]: INFO networking_nsxv3.common.synchronization [req-ae27c927-25f7-48eb-ab2f-b583500db392 req-219c2fa1-17b6-486f-bd43-97b3b9e547cf service nova] Enqueued Resource ID: 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 with Priority: HIGHEST for action port [ 954.280800] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 954.281478] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 954.283900] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 with Priority: HIGHEST for action port [ 954.284472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.284710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.284823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.285097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.285185] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.287650] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.287707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.291311] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.291311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.291311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.291311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.291311] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.788308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.788308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.793910] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 with status ACTIVE [ 954.794045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.794289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.794289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.794468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.794581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.794751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.794860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.794935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.795255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.795255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.795405] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.795527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.795581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.795736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.795812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.796294] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6 is going to be updated. [ 954.818609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.818768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.818857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.819160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.819306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.819494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3400bf-8de3-4d98-adb1-ee69fe1ad4c6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.144626] env[66526]: INFO networking_nsxv3.common.synchronization [req-9090b110-f13c-44f2-86f6-fb92a7cbcfa7 req-dd5081ff-5062-4c74-b4c4-3b046fb1d7c0 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 955.145208] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 955.145663] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.145663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.145886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.146013] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.146467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.146612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.147456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.147456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.147456] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.494036] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.494290] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.494446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.494888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.495271] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.495549] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.495786] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.496118] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.496323] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.496625] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.496801] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.496940] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.497075] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.497255] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.497408] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.499598] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.521824] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.522013] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.522149] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.522327] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.522640] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.522835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.522926] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.523272] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.523414] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.650908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.651146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.651228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.652267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.652364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.652616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.652727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.652791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.652976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.653079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.653174] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 already deleted. [ 955.653277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.748406] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: SUCCESS [ 955.748708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026207] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.026207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.026534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.026639] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.026795] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.026955] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 not found, creating... [ 956.027517] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.027676] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.027792] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.028042] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.028194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.028479] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.028636] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.028835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.029074] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.029204] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.029343] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 is going to be created. [ 956.059032] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059032] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059282] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.059651] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.059997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.060280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.069393] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 956.069807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.070049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.070314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.070550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.070675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.070739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.070919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.071019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.071118] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.072741] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 956.072959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.073139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.073317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.073524] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.073660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.073810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.073870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.074022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.074022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.074135] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.216663] env[66526]: INFO networking_nsxv3.common.synchronization [req-81df3f4d-1231-43fd-9bb2-bb7a803b3c65 req-a0b3945a-21f4-4a62-bdfe-3a3a761dd198 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 956.217426] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 956.218225] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.218376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.218575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.218945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.219146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.219260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.219331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.219629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.219749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.220496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.246750] env[66526]: INFO networking_nsxv3.common.synchronization [req-81df3f4d-1231-43fd-9bb2-bb7a803b3c65 req-a0b3945a-21f4-4a62-bdfe-3a3a761dd198 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 956.246973] env[66526]: INFO networking_nsxv3.common.synchronization [req-81df3f4d-1231-43fd-9bb2-bb7a803b3c65 req-a0b3945a-21f4-4a62-bdfe-3a3a761dd198 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 956.247159] env[66526]: INFO networking_nsxv3.common.synchronization [req-81df3f4d-1231-43fd-9bb2-bb7a803b3c65 req-a0b3945a-21f4-4a62-bdfe-3a3a761dd198 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 956.247971] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 956.248140] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 956.248243] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 956.248569] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.249299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.249384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.249580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.249656] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.251711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.252080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.252416] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f287f710-ccbb-4571-a286-e2a2e0c82ef6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.252553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.252610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.252977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.253078] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f287f710-ccbb-4571-a286-e2a2e0c82ef6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.575882] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.577810] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.577810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.577810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.578894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.579658] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580244] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.726207] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.756304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.756304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.756304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f287f710-ccbb-4571-a286-e2a2e0c82ef6 with status ACTIVE [ 956.756304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.756304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.756304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.756304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.756869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.756869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.756869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.757024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.757212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.757291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.757530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.757636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.757696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.757980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.758073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.758163] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 is going to be updated. [ 956.787188] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.787342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.787400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.789742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.789742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.789742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.868172] env[66526]: INFO networking_nsxv3.common.synchronization [req-9090b110-f13c-44f2-86f6-fb92a7cbcfa7 req-24e10bf9-4982-4425-8a24-c44ca1e5940a service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 956.868172] env[66526]: INFO networking_nsxv3.common.synchronization [req-9090b110-f13c-44f2-86f6-fb92a7cbcfa7 req-24e10bf9-4982-4425-8a24-c44ca1e5940a service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 956.868172] env[66526]: INFO networking_nsxv3.common.synchronization [req-9090b110-f13c-44f2-86f6-fb92a7cbcfa7 req-24e10bf9-4982-4425-8a24-c44ca1e5940a service nova] Enqueued Resource ID: 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 with Priority: HIGHEST for action port [ 956.868172] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 956.868609] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 956.868711] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 with Priority: HIGHEST for action port [ 956.870068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.870068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.870068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.870499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.871146] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.871759] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.872192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.872333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.872574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.872777] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.872927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.873036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.873236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.873334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.873429] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.874542] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.874655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.874988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.874988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.874988] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.083148] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.083446] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 957.105421] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.105421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.105421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.105421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.105858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.105858] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.105858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.105858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.105997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.107733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.107733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.107733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.108498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.108637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.108764] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 957.227570] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.227911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.228028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.228263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.228514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.229775] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.246931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 957.377158] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.379645] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.379645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.379645] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 with status ACTIVE [ 957.379645] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.379937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.379937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.380029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.380175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.380491] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.380630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.380706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.380941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.381074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.381299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.381424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.381454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.381615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.381721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.381821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433 is going to be updated. [ 957.571113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.571310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.571372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.574032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.574032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.574032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35dd24c9-bc90-4fbc-a61f-fbf3b2fb3433" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.575485] env[66526]: INFO networking_nsxv3.common.synchronization [req-8fa0d831-e4f3-42b7-a3b2-c7baceeceda3 req-0d76352f-e7a8-4254-bb6e-bbd69ca10506 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 957.576137] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 957.576432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578596] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.578596] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.587553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.587771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.587910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.588156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.588239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.588358] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 957.628901] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.629109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.629167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.629411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.629643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.642976] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 957.733463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.734049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.734049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.734049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.734289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.734289] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 957.771256] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.771488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.771582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.771784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.771995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.788437] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 957.880383] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.081017] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.081289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.081363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.081551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.081663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.081932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.082071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.082131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.082305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.082376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.082482] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 958.122581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.122959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.122959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.123167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.123344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.137233] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 958.384242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.384418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.384485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.384678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.384761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.384972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be created. [ 958.435413] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.436108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.436344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.437259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.437259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.457530] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: UNINITIALIZED for 2s [ 959.264913] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 959.265772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.655359] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 959.655647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.655833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.656102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.656397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.656546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.656619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.656742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.657129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.657129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.657129] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.816549] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 959.816773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.816957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.818068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.818104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.818302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.818384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.818466] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.154191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 960.154495] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a deletion is rescheduled due to dependency. [ 960.154647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.160389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.160550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.160620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.160931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.161148] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.161279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.161364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.161532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.161662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.161794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.161977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.162090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.162151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.162293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.162498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.162617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.162699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.162969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.163609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.163701] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.320964] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.472186] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.472186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.472186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.472186] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.578942] env[66526]: INFO networking_nsxv3.common.synchronization [req-bbc9f351-a505-400c-8fd9-3c51092c20c4 req-3bbd46c0-605c-4564-945f-875fbaa95fb2 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 960.579571] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 960.580955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.581080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.599189] env[66526]: INFO networking_nsxv3.common.synchronization [req-bbc9f351-a505-400c-8fd9-3c51092c20c4 req-3bbd46c0-605c-4564-945f-875fbaa95fb2 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 960.599378] env[66526]: INFO networking_nsxv3.common.synchronization [req-bbc9f351-a505-400c-8fd9-3c51092c20c4 req-3bbd46c0-605c-4564-945f-875fbaa95fb2 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 960.600513] env[66526]: INFO networking_nsxv3.common.synchronization [req-bbc9f351-a505-400c-8fd9-3c51092c20c4 req-3bbd46c0-605c-4564-945f-875fbaa95fb2 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 960.601297] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_rules [ 960.601480] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 960.601720] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 with Priority: HIGHEST for action port [ 960.602057] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.602515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.602767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.602863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f287f710-ccbb-4571-a286-e2a2e0c82ef6 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603662] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f287f710-ccbb-4571-a286-e2a2e0c82ef6',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.666084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 960.691604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.691831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.691904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.692256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.692351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.692590] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.692756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.692847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.693093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.693174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.693397] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.693498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.693589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.693789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.693883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.694530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.694530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.694530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.694530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.694530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.694803] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 960.775394] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.775394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.775394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.775394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.775394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.793923] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 960.823872] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.974941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.975139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.975196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.975407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.975572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.975669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.975729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.975880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.975966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976224] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.976285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.976343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.976704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.976761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.977029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.977124] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.106686] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f287f710-ccbb-4571-a286-e2a2e0c82ef6 with status ACTIVE [ 961.106941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.107170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.107277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.107647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.107788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.108095] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.108576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.108748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.108831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.109045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.109148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.109222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.109341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.109414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.109795] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f287f710-ccbb-4571-a286-e2a2e0c82ef6 is going to be updated. [ 961.136063] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.136277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.136277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.136591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.136752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.136981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f287f710-ccbb-4571-a286-e2a2e0c82ef6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.329032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.329378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.329378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.329558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.329780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.329876] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 961.362878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.363257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.363257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.363407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.363587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.374650] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 961.479794] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061c86e2-9f47-42a6-a617-e1fe3cc4eb92: rpc.has_security_group_logging(os_id): False [ 961.501307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.501487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.501529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.501721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.501809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.502036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.502138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.502205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.502433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.502634] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.502730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.502790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.502927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.503189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.503279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.503338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.503493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.503567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.504469] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be created. [ 961.576662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.576788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.576848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.577055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.577256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.589888] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 962.811542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 962.812041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.387191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 963.387991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.389578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.389578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.389578] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.390115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.390643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.391371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.391371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.391371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.391371] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.393234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.393555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.394077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.394341] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.394441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.394757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.394875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.395054] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.605248] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 963.606313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.895587] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.897939] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.398883] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65f34ab-aa0a-4d74-8e84-4a650036e5be: rpc.has_security_group_logging(os_id): False [ 964.400199] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.423231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.423427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.423427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.424774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.450206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.450206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.450206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.450206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.450206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.450206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.450641] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 964.520680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.520680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.520680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.520912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.521023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.542763] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 964.903139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.903139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.903139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.903492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.903492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.903492] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 964.942024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.942024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.942024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.942316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.943408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.953844] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 965.602263] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 965.602653] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 965.930881] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f90fefae-373b-4025-9895-c10d24288a60 None None] Enqueued Resource ID: 6da0664d-d01a-4367-8959-7b508d15ee25 with Priority: HIGHEST for action port [ 965.931787] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6da0664d-d01a-4367-8959-7b508d15ee25 with Priority: HIGHEST for action port [ 965.932140] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6da0664d-d01a-4367-8959-7b508d15ee25 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.932265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6da0664d-d01a-4367-8959-7b508d15ee25" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.932332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6da0664d-d01a-4367-8959-7b508d15ee25" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.932625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6da0664d-d01a-4367-8959-7b508d15ee25" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.932799] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6da0664d-d01a-4367-8959-7b508d15ee25',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.118171] env[66526]: INFO networking_nsxv3.common.synchronization [req-762bf1b0-3a6c-4d4c-9be9-ef62038afafa req-41e3f44a-fd28-441e-9126-c67424dd4e95 tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 966.118171] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 966.122020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.122020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.122020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.122020] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.436234] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6da0664d-d01a-4367-8959-7b508d15ee25 [ 966.436234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.436234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.436234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.436506] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6da0664d-d01a-4367-8959-7b508d15ee25 already deleted. [ 966.436506] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6da0664d-d01a-4367-8959-7b508d15ee25" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.558837] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 966.558837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.558837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.558837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.558837] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.624528] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.966739] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 966.966739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.967041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.967041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.967232] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.967349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.967411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.967579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.967661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.967752] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.060952] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.061096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.128394] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.471092] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.633210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.634384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.634384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.634384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.634384] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 967.665743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.665887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.665991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.666186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.666382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.679798] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 967.974061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.467182] env[66526]: INFO networking_nsxv3.common.synchronization [req-4a7390a8-ff16-4c79-a44f-3d2483e45acb req-a97bb545-3bcc-4504-a345-3e0a487dba01 tempest-AttachInterfacesUnderV243Test-851639273 tempest-AttachInterfacesUnderV243Test-851639273-project-member] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 968.467625] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGHEST for action security_group_members [ 968.467938] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.468061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.481032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.481032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.481032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.481032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.481032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.481032] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 968.510638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.510638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.510638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.510638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.510802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.523144] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 968.814979] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a2a67ceb-d3ba-437f-a6a3-d2d031ed3987 None None] Enqueued Resource ID: cbbf705a-f02e-43d9-85b5-ada880b81c34 with Priority: HIGHEST for action port [ 968.817119] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbf705a-f02e-43d9-85b5-ada880b81c34 with Priority: HIGHEST for action port [ 968.817868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbbf705a-f02e-43d9-85b5-ada880b81c34 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.818136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbbf705a-f02e-43d9-85b5-ada880b81c34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.818136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbbf705a-f02e-43d9-85b5-ada880b81c34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.818572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbbf705a-f02e-43d9-85b5-ada880b81c34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.823229] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbbf705a-f02e-43d9-85b5-ada880b81c34',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.016637] env[66526]: INFO networking_nsxv3.common.synchronization [req-1b999ab5-e97a-491b-a799-b9180e74a028 req-4d3089d0-49c3-4329-a30e-f481a928b55d tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 969.017281] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 969.017873] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.017873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.018026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.018210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.018373] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.018455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.018626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.018678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.018791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.019612] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.212647] env[66526]: INFO networking_nsxv3.common.synchronization [req-948803dc-0e93-4aea-9b0d-65db9b56f690 req-5a6003ef-cbd4-434d-be1a-72533292f8b9 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 969.213181] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 969.213486] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.213606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.213671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.213862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.214523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.214596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.214757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.214932] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.323280] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbbf705a-f02e-43d9-85b5-ada880b81c34 [ 969.323280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.323280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.323280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.323280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.323280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.323280] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbbf705a-f02e-43d9-85b5-ada880b81c34 already deleted. [ 969.323548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbbf705a-f02e-43d9-85b5-ada880b81c34" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.521781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.521781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.521781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.522108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.522108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.522108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.522214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.522255] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 969.555858] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.555858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.555998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.556419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.569764] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 969.692822] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 969.693046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.717746] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.222263] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.534555] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 970.534555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.534555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.534730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.534885] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.535372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.535372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.535372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.535372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.535372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.535594] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.536371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.536529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.537645] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.537645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.537645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.537645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.537645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.537645] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.724875] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.724875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.724875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.724875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.724875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.725372] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 970.757571] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.757571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.757571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.757571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.757571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 971.039234] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.040378] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.040894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.041183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.041241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.041380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.041451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 971.068249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.068400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.068469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.068779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.068854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.080332] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 971.543938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65f34ab-aa0a-4d74-8e84-4a650036e5be: rpc.has_security_group_logging(os_id): False [ 971.561317] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.561476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.561516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.561733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.561822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.562150] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.562319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.562470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.562547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.562634] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be updated. [ 971.574103] env[66526]: INFO networking_nsxv3.common.synchronization [req-3a380e71-5749-408f-8607-c9b2a48d1875 req-0e1e5ef1-9322-4450-a3ba-ef59ddaea362 tempest-ServerRescueTestJSON-2001620231 tempest-ServerRescueTestJSON-2001620231-project-member] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 971.574265] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 971.574565] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.574682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.574748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.574974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.575141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.575243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.575304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.575447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.575529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.575619] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.579786] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 971.579957] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 971.580068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.627052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.627052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.627052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.627052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.627052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.641382] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: IN_PROGRESS for 2s [ 972.078814] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.582804] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.861874] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 972.861874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.085704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.085933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.086100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.086336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.086469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.086618] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be updated. [ 973.090290] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 973.090512] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be deletion is rescheduled due to dependency. [ 973.090954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.118613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.118800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.119162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.119435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.119667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.130696] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 973.657147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be in Status: SUCCESS [ 973.657441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.141972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 975.142279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.738330] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e4cf616-b3b5-49f6-9f99-675ca3d70e5e req-9a1fd01a-4eee-4615-8126-fc637b66be9d tempest-FloatingIPsAssociationTestJSON-996210217 tempest-FloatingIPsAssociationTestJSON-996210217-project-member] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 975.738330] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 975.738330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.738330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.738330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.738330] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.216685] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.217022] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.217296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.217454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.217734] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.217890] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.217991] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.218593] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.218835] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.219688] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.220132] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.220132] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.220229] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.220407] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.220510] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.220757] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.238888] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.243938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.243938] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.243938] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.243938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-548" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.243938] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-1e6a6520-da22-4c0f-8185-69daacfdef82 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.243938] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.244227] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.244423] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.244624] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6a6520-da22-4c0f-8185-69daacfdef82',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.741076] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.749682] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.749967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.750111] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.750804] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.750973] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.751144] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 1e6a6520-da22-4c0f-8185-69daacfdef82 not found, creating... [ 976.751422] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.751584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.751701] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.751970] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.752784] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.752784] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.753022] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.753086] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.753354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.753404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.753537] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 1e6a6520-da22-4c0f-8185-69daacfdef82 is going to be created. [ 976.775811] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.776067] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.776180] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.776544] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.776871] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.777368] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.244024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.244370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.244370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.245166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.245166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.245166] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be updated. [ 977.277322] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.277322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.277322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.277689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.277875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.289703] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 977.554219] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e4cf616-b3b5-49f6-9f99-675ca3d70e5e req-867a12c5-d411-4409-a8d8-c40f28f09e4a service nova] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_rules [ 977.554402] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e4cf616-b3b5-49f6-9f99-675ca3d70e5e req-867a12c5-d411-4409-a8d8-c40f28f09e4a service nova] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 977.554555] env[66526]: INFO networking_nsxv3.common.synchronization [req-2e4cf616-b3b5-49f6-9f99-675ca3d70e5e req-867a12c5-d411-4409-a8d8-c40f28f09e4a service nova] Enqueued Resource ID: 1e6a6520-da22-4c0f-8185-69daacfdef82 with Priority: HIGHEST for action port [ 977.555102] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_rules [ 977.555239] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 977.555334] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6a6520-da22-4c0f-8185-69daacfdef82 with Priority: HIGHEST for action port [ 977.555603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.555771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.555771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.555962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.557954] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.563359] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.563537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.563826] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6a6520-da22-4c0f-8185-69daacfdef82 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.564012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.564133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.564912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.564912] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6a6520-da22-4c0f-8185-69daacfdef82',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.067206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.067429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.067612] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e6a6520-da22-4c0f-8185-69daacfdef82 with status ACTIVE [ 978.067977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.068118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.068196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.068830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.068940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.069198] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.069417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.069567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.069873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.069983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.070189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.070286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.070375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.070519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.070850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.070938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e6a6520-da22-4c0f-8185-69daacfdef82 is going to be updated. [ 978.096543] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.096831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.096937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.097223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.097401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.097627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6a6520-da22-4c0f-8185-69daacfdef82" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.300627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 979.300983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.301192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.301424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.301611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.301746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.301816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.302050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.302133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.302229] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.805110] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.308447] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.812539] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.812539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.812539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.812539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.812796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.812796] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be updated. [ 980.868154] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.868347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.868434] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.868745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.869147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.880258] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 982.556620] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.556991] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 982.892785] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 982.893061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.893266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.893561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.893802] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.893940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.894027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.894292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.894436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.894554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.894655] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.397677] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.397858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.397928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.398236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.398306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.398403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.398460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.398608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.398701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.398793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.398943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.399052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.399110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.399253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.399389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.399474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.399525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.399671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.399750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.399824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.399915] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.835654] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9da2999d-a6d1-468f-981f-9d730f19db1f tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 983.835654] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 983.836146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.836146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.836146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.836472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.838326] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.902275] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f0a9c7f-c82a-495b-b03b-811a81ab43a7: rpc.has_security_group_logging(os_id): False [ 983.923583] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.923756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.923827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.924325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.924325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.924467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.924607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.925031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.925674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.925865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.926032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.926349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.926349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.926520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.926520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.926719] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.926849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.926918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.927070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.927182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.927276] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be updated. [ 983.973326] env[66526]: INFO networking_nsxv3.common.synchronization [None req-08dc853f-cbd2-4e83-9d8f-d90947bbe059 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 983.973326] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 983.973738] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.973867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.992322] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.993632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.993632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.993632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.993632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.006862] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 984.359164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.359509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.359509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.359589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.359737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.359799] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 already deleted. [ 984.363014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.363014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.363014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.363014] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.889793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.890248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.890248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.890329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.890401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.890522] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 already deleted. [ 984.890608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.020870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 986.021141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.299020] env[66526]: INFO networking_nsxv3.common.synchronization [req-aada9443-1ebb-4ffb-b860-915c9aa532f0 req-cdadd77b-9091-420f-b7f5-e57621620f9b tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 986.300059] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 986.300059] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.300059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.300270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.300307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.300442] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.300547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.300925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.300925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.300925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.300925] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.802986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.803181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.803318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.803639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.803801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.804169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.804355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.804483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.804769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.804928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.805098] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 986.844333] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.844546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.844651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.844928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.845122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.855338] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 988.871659] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 988.872861] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 988.872861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.919100] env[66526]: INFO networking_nsxv3.common.synchronization [req-26cce8d3-02e0-494e-b16e-27cc78aaaa11 req-ebdea2df-f660-4fee-acae-15e0189f964f tempest-ServerAddressesNegativeTestJSON-1476752185 tempest-ServerAddressesNegativeTestJSON-1476752185-project-member] Enqueued Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 990.919653] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 990.920089] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.920280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.920351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.920552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.920726] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.922551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.922668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.922859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.922950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.129505] env[66526]: INFO networking_nsxv3.common.synchronization [req-013e885b-d079-4207-8bce-913a87b7a330 req-8467aa04-6bb5-486d-9dc0-2b7db0146065 tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 991.130403] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 991.130503] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.131441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.131635] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.131820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.132073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.132170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.132286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.132403] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.369617] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.370510] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.370730] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.371216] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.371506] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.371674] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.371831] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.372026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.372196] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.372398] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.372511] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.372618] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.372719] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.372869] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.372993] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.373144] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.393444] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.393602] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.393729] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.393915] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-223" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.394248] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-dbae3bea-9f6b-4664-a690-db18d8cf0d42 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.394422] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.394534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.394845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.394984] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbae3bea-9f6b-4664-a690-db18d8cf0d42',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.426844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.427084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.427137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.427335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.427432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.427635] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.427723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.427787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.427938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.428046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.428137] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a0e46-d381-423e-9072-2516ed644299 already deleted. [ 991.428219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.638101] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.898088] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.898352] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.898520] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.899932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.899932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.899932] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port dbae3bea-9f6b-4664-a690-db18d8cf0d42 not found, creating... [ 991.899932] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.899932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.899932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.900270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.900270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.900506] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.900672] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.900789] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901016] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.901146] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.901283] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: dbae3bea-9f6b-4664-a690-db18d8cf0d42 is going to be created. [ 991.923711] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.924067] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.924137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.924346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.924586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.924879] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.140159] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.605310] env[66526]: INFO networking_nsxv3.common.synchronization [req-26cce8d3-02e0-494e-b16e-27cc78aaaa11 req-5061a025-4df5-4137-ad18-bf630823d44d service nova] Enqueued Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_rules [ 992.605808] env[66526]: INFO networking_nsxv3.common.synchronization [req-26cce8d3-02e0-494e-b16e-27cc78aaaa11 req-5061a025-4df5-4137-ad18-bf630823d44d service nova] Enqueued Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 992.605808] env[66526]: INFO networking_nsxv3.common.synchronization [req-26cce8d3-02e0-494e-b16e-27cc78aaaa11 req-5061a025-4df5-4137-ad18-bf630823d44d service nova] Enqueued Resource ID: dbae3bea-9f6b-4664-a690-db18d8cf0d42 with Priority: HIGHEST for action port [ 992.606491] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_rules [ 992.606491] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 992.606491] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbae3bea-9f6b-4664-a690-db18d8cf0d42 with Priority: HIGHEST for action port [ 992.607515] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.607515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.607515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.607515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.607515] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.608094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.608094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.608193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.609050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.609050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.609050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.609050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.609050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.609050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.609050] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.609675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbae3bea-9f6b-4664-a690-db18d8cf0d42 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.609812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.609812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.611763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.611763] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbae3bea-9f6b-4664-a690-db18d8cf0d42',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.647147] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.647147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.647147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.647147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.647147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.647147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 992.676813] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.676813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.676813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.677037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.678571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.688931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 993.112335] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.113343] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.113448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.113606] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbae3bea-9f6b-4664-a690-db18d8cf0d42 with status ACTIVE [ 993.113811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.115214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.115214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.115214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.115679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.115679] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbae3bea-9f6b-4664-a690-db18d8cf0d42 is going to be updated. [ 993.139007] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.139279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.139400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.139703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.139940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.140225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbae3bea-9f6b-4664-a690-db18d8cf0d42" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.618219] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.121709] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.121709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.122165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.122165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.122165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.122285] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a0e46-d381-423e-9072-2516ed644299 is going to be created. [ 994.146305] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.146466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.146607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.146832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.147032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.158730] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: UNINITIALIZED for 2s [ 994.699971] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 994.700277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.149222] env[66526]: INFO networking_nsxv3.common.synchronization [req-945c6f84-4ac1-4265-b6ba-bb3fcf83ab17 req-400247bf-1c80-43ab-be61-3ff2a7a595d7 tempest-FloatingIPsAssociationTestJSON-996210217 tempest-FloatingIPsAssociationTestJSON-996210217-project-member] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 995.149836] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 995.150325] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.150325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.150493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.150569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.150763] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.150838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.150880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.151045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.151131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.151224] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.655080] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.157058] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.171159] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: SUCCESS [ 996.171159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.172646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.172646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.172646] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.661581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.661764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.661836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.662100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.662193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.662295] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be updated. [ 996.674580] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.674764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.674829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.675058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.675545] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.675545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.675545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.675735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.675735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.675735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.675895] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.675980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.676046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.676189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.676342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.676412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.676507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.676596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.676667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.676762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.676849] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.693701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.693864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.693906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.694118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.694263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.705694] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 997.179374] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5a0e46-d381-423e-9072-2516ed644299: rpc.has_security_group_logging(os_id): False [ 997.202313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.202313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.207024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.207024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.207024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.207024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.207024] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5a0e46-d381-423e-9072-2516ed644299 is going to be created. [ 997.296229] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.296465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.296465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.297343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.297343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.331810] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: IN_PROGRESS for 2s [ 998.718118] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 998.718118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.345620] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: SUCCESS [ 999.345620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.150925] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1000.151296] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1001.882898] env[66526]: INFO networking_nsxv3.common.synchronization [req-d7273059-3e2a-4701-95b5-d3f2ce3197a6 req-93b2f33d-0174-4928-9c12-cdb8a0e16c04 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1001.883453] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1001.883767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.883964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.884107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.884665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.884837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.884961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.885237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.885382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.885498] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.321690] env[66526]: INFO networking_nsxv3.common.synchronization [req-c6761aa5-2258-4abe-b43e-45a6d626d4f6 req-f093b465-204a-4129-8603-6fca58ea1d17 tempest-ServerAddressesNegativeTestJSON-1476752185 tempest-ServerAddressesNegativeTestJSON-1476752185-project-member] Enqueued Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 1002.322327] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGHEST for action security_group_members [ 1002.322631] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.322788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.322863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.323062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.323210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.323492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.323492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.323607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.323607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.323673] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.387990] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.826584] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.826584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.826943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.826943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.826943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.827295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.827358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.827576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.827668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.827750] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a0e46-d381-423e-9072-2516ed644299 is going to be updated. [ 1002.866524] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.866728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.866804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.867121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.867328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.879303] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: IN_PROGRESS for 2s [ 1002.891363] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.394076] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.394251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.394315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.394525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.394612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.394713] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1003.444221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.444412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.444412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.444620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.444757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.455830] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1004.890279] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5a0e46-d381-423e-9072-2516ed644299 in Status: SUCCESS [ 1004.890588] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5a0e46-d381-423e-9072-2516ed644299 deletion is rescheduled due to dependency. [ 1004.890739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.467624] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1005.468176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.134959] env[66526]: INFO networking_nsxv3.common.synchronization [req-fed6e259-24fa-4e34-bb73-7ee547c9f449 req-da034268-e559-4afb-aa50-9fc65e938efb tempest-ServerRescueTestJSON-2001620231 tempest-ServerRescueTestJSON-2001620231-project-member] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 1007.135581] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGHEST for action security_group_members [ 1007.135975] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.136438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.136603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.136804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.137256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.137384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.137523] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.640106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.640202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.640283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.640524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.640858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.640858] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.641056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.641056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.641226] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.641303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.641402] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be updated. [ 1007.690062] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.690290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.690290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.690442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.690604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.700481] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: IN_PROGRESS for 2s [ 1009.712874] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 in Status: SUCCESS [ 1009.713248] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 deletion is rescheduled due to dependency. [ 1009.713248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.109288] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110030] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.110030] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.110234] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.110585] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.110839] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111046] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.111407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.111666] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.111990] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.112206] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.112384] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.112573] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.112762] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.112955] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.113196] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.139729] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.140063] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.140225] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.140420] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140758] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-2d0bb448-149e-4b57-93d8-195411de2082 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.140957] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.141127] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.141487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.141656] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0bb448-149e-4b57-93d8-195411de2082',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.644329] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.646443] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.646937] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646937] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.647048] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.647252] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.647418] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.647586] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 2d0bb448-149e-4b57-93d8-195411de2082 is going to be updated. [ 1010.670036] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.670261] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.671950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.671950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.671950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.671950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.801780] env[66526]: INFO networking_nsxv3.common.synchronization [req-8ad7ac25-9e75-456e-916c-4c4591701897 req-b788a4b8-264e-4ad9-b8d6-7999a1f3f4cf service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 1011.802105] env[66526]: INFO networking_nsxv3.common.synchronization [req-8ad7ac25-9e75-456e-916c-4c4591701897 req-b788a4b8-264e-4ad9-b8d6-7999a1f3f4cf service nova] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 1011.802164] env[66526]: INFO networking_nsxv3.common.synchronization [req-8ad7ac25-9e75-456e-916c-4c4591701897 req-b788a4b8-264e-4ad9-b8d6-7999a1f3f4cf service nova] Enqueued Resource ID: 2d0bb448-149e-4b57-93d8-195411de2082 with Priority: HIGHEST for action port [ 1011.802661] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_rules [ 1011.802814] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 1011.802937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0bb448-149e-4b57-93d8-195411de2082 with Priority: HIGHEST for action port [ 1011.803258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.803390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.803517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.803867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.803867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.805008] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.805207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.805207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.805410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.806047] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.806047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.806047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.806268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.806268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.806268] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.807293] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0bb448-149e-4b57-93d8-195411de2082 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.807424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.807496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.807817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.807817] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0bb448-149e-4b57-93d8-195411de2082',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.309389] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.310405] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.310501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.310910] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0bb448-149e-4b57-93d8-195411de2082 with status ACTIVE [ 1012.311075] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.311214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.311214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.311421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.311529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.311678] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.311783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.311850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.311979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.312061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.312569] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.312569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.312569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.312569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.312839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.312839] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0bb448-149e-4b57-93d8-195411de2082 is going to be updated. [ 1012.340411] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.340411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.340411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.340709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.340752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.340908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0bb448-149e-4b57-93d8-195411de2082" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.812446] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.135150] env[66526]: INFO networking_nsxv3.common.synchronization [req-410b7559-5022-402c-bc1c-e6905f643d48 req-7d14a4fd-0891-4f03-a3d8-f99bb7a07e19 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1013.135463] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1013.135881] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.136055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.136138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.136416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.136840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.136958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.137944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.137944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.137944] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.315300] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.316078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.316222] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 1013.353552] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.353760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.353818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.354074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.354224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.365031] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 1013.463242] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.463584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.463823] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.464944] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.464944] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.465151] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.465298] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.466202] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466393] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.466611] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.466725] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.466861] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.466997] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.467156] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.467271] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.467455] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.489360] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.489555] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.489667] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.489888] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-362" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.490319] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.490602] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.490724] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.491104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.491250] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225554c5-fc6d-4dd6-bee3-0a7bd20e63f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.640685] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.641074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.641074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.641311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.641401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.642041] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.642041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.642041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.642041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.642041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.642424] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 1013.673604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.674026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.674248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.686699] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 1013.993883] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.994226] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.994226] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.994805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.994805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.994805] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 not found, creating... [ 1013.996212] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.996212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.996212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.996212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.996212] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.996212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.996654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.996654] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.996815] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 is going to be created. [ 1014.018336] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.018549] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.018936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.019186] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.019408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.703463] env[66526]: INFO networking_nsxv3.common.synchronization [req-410b7559-5022-402c-bc1c-e6905f643d48 req-8d49890e-842e-45b1-87b1-27f7aa4ca34e service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 1014.703536] env[66526]: INFO networking_nsxv3.common.synchronization [req-410b7559-5022-402c-bc1c-e6905f643d48 req-8d49890e-842e-45b1-87b1-27f7aa4ca34e service nova] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1014.703637] env[66526]: INFO networking_nsxv3.common.synchronization [req-410b7559-5022-402c-bc1c-e6905f643d48 req-8d49890e-842e-45b1-87b1-27f7aa4ca34e service nova] Enqueued Resource ID: 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 with Priority: HIGHEST for action port [ 1014.704221] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_rules [ 1014.704309] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1014.704813] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 with Priority: HIGHEST for action port [ 1014.704813] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.705248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.705299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.705612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.705612] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.706375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.706480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.707182] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.707182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.707182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.707182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.707182] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225554c5-fc6d-4dd6-bee3-0a7bd20e63f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.961698] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.962739] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.209185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.209629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.209629] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 with status ACTIVE [ 1015.209722] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.209772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.209822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.210098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.210187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.210374] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.210471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.210533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.210688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.210764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.210960] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.211093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.211156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.211298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.211370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.211472] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 225554c5-fc6d-4dd6-bee3-0a7bd20e63f4 is going to be updated. [ 1015.235058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.235685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.235780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.236081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.236252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.236443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225554c5-fc6d-4dd6-bee3-0a7bd20e63f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.377601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 1015.378203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.378203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.378364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.378562] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.378659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.378723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.378859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.378937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.379027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.379153] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.582096] env[66526]: INFO networking_nsxv3.common.synchronization [req-b890ecff-63da-4d74-85ba-505bfeddcc49 req-dd905dba-5415-46e3-b0f5-140560a9b620 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1015.583296] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1015.583396] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.583542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.583618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.583852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.584019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.584134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.584198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.584355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.584437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.584518] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.697671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 1015.697942] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a deletion is rescheduled due to dependency. [ 1015.698127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.698288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.698511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.698743] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.699166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.699166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.699313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.699701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.699701] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.883252] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.883553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.883553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.883744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.883917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.884070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.884169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.885159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.885483] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.885791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.885901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.886017] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.995203] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.995203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.995203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.995203] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.996922] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.996922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.996922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.996922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.997317] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.997317] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.997317] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.997435] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.997497] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.997598] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.997684] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.997850] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.018201] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.018480] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.018651] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.018941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.019389] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.019584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.019729] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.020197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.020338] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1d4430-ce75-446e-b8e0-015b7e4a1a7b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.088443] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.088624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.089111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.089201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.089418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.089568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.089568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.089754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.089827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.089925] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1016.118356] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.118922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.118922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.118922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.119089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129839] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1016.202179] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.389072] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73203e9a-e314-4d11-ab80-df6cd798d88f: rpc.has_security_group_logging(os_id): False [ 1016.408488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.408773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.409025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.432332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.432621] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.432743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.432808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.433024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.433109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.433314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.433477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.433691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.433781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.433781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.433990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.434149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.434149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.434264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.434333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.434417] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 1016.503395] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.503395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.503395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.503395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.503395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.517658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 1016.522407] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.522693] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.522855] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.523205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.523398] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.523567] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port aa1d4430-ce75-446e-b8e0-015b7e4a1a7b not found, creating... [ 1016.523943] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.524292] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.524345] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.524652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.524738] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.525164] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.525362] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.525477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.525717] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.525885] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.526103] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: aa1d4430-ce75-446e-b8e0-015b7e4a1a7b is going to be created. [ 1016.546387] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.546387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.546521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.546767] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.547022] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.547258] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.704699] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.207718] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.207971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.208048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.208428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.208572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.208853] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 1017.242285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.242285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.242285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.242285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.242285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.251914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 1017.264326] env[66526]: INFO networking_nsxv3.common.synchronization [req-b890ecff-63da-4d74-85ba-505bfeddcc49 req-57b56761-71d0-44fe-b7bd-a91864281510 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1017.264673] env[66526]: INFO networking_nsxv3.common.synchronization [req-b890ecff-63da-4d74-85ba-505bfeddcc49 req-57b56761-71d0-44fe-b7bd-a91864281510 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1017.265166] env[66526]: INFO networking_nsxv3.common.synchronization [req-b890ecff-63da-4d74-85ba-505bfeddcc49 req-57b56761-71d0-44fe-b7bd-a91864281510 service nova] Enqueued Resource ID: aa1d4430-ce75-446e-b8e0-015b7e4a1a7b with Priority: HIGHEST for action port [ 1017.265993] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1017.266658] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1017.267087] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1d4430-ce75-446e-b8e0-015b7e4a1a7b with Priority: HIGHEST for action port [ 1017.267604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.268139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.268909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.268909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.268909] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.270383] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.272031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.272031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.272031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.272031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.272031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.272031] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1d4430-ce75-446e-b8e0-015b7e4a1a7b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.775404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.775404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.775404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1d4430-ce75-446e-b8e0-015b7e4a1a7b with status ACTIVE [ 1017.775404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.776081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.776234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.776478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.776574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.776781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.776884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.776943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.777132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.777229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.777544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.777661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.777728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.777900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.777978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.778070] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1d4430-ce75-446e-b8e0-015b7e4a1a7b is going to be updated. [ 1017.806870] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.807130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.807130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.807317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.807458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.807644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1d4430-ce75-446e-b8e0-015b7e4a1a7b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.150676] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1018.150844] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1018.150905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.151083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.151355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.151543] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.151675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.151744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.151881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.151977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.152086] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.355231] env[66526]: INFO networking_nsxv3.common.synchronization [req-cce4219d-6d2a-4471-a819-757e87882837 req-e5c11dce-c00a-4cac-a13d-455975454aa3 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1018.355621] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1018.355931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.356074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.356227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.356382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.356537] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.357221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.357221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.357221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.357221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.357221] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.539787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 1018.539787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.657380] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.732543] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.732845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.732996] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.733440] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.733806] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.733975] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.734211] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.734459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.734608] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.734818] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.734932] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.735055] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.735168] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.735280] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.735384] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.735518] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.759510] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.759693] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.759918] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.760271] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.760667] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.760838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.761087] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.761482] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.761661] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.863238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.863238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.863238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.863238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.864842] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.864842] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 already deleted. [ 1018.864842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.162182] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.263384] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 1019.263655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.263874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.264125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.264327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.264477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.264552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.264697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.264777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.264861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.264949] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.266259] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.266496] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.266658] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.266920] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.267114] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.267413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed not found, creating... [ 1019.267650] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.267860] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.268124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.268267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.268444] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.268776] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.268988] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.269191] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.269459] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.269776] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.270012] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed is going to be created. [ 1019.293373] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.293590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.293711] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.293982] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.294254] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.294520] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.666769] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.666769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.666769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.666769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.666769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.666769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1019.705318] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.706031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725145] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1019.773363] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.773547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.773597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.773893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.774272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.774482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.774636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.774916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.775107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.775238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.775439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.775569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.775636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.775829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.776011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.776142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.776224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.776389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.776473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.776561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.776655] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.061451] env[66526]: INFO networking_nsxv3.common.synchronization [req-cce4219d-6d2a-4471-a819-757e87882837 req-595b3bed-a20d-46d0-96e4-e9d4fb747a87 service nova] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 1020.061724] env[66526]: INFO networking_nsxv3.common.synchronization [req-cce4219d-6d2a-4471-a819-757e87882837 req-595b3bed-a20d-46d0-96e4-e9d4fb747a87 service nova] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1020.061863] env[66526]: INFO networking_nsxv3.common.synchronization [req-cce4219d-6d2a-4471-a819-757e87882837 req-595b3bed-a20d-46d0-96e4-e9d4fb747a87 service nova] Enqueued Resource ID: a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed with Priority: HIGHEST for action port [ 1020.062536] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_rules [ 1020.062762] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1020.062909] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed with Priority: HIGHEST for action port [ 1020.063219] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.063410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.063643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.063683] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.065009] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.065142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.065205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.065373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.065514] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.065608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.065695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.069896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.069896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.069896] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.070332] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.070445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.070685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.070685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.070878] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.278823] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7df2d590-175b-4ba3-8770-1712946e2e3a: rpc.has_security_group_logging(os_id): False [ 1020.299786] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.299950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.300053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.300386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.300512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.300773] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.300880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.300956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.301184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.301240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.301485] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.301572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.301613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.301724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.301793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.301979] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.302208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.302273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.302620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.302620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.302620] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 1020.394288] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.394484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.394592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.394827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.394973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.412171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 1020.572862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.573120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.573222] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.575412] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed with status ACTIVE [ 1020.575660] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.575796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.575796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.576119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.576216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.576419] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.576529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.576594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.577255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.577255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.577255] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.577255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.577255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.577255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.577638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.577638] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed is going to be updated. [ 1020.600829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.601107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.601107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.601337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.601484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.601680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a04d7d0e-827a-4bb4-82fc-ab9a0d6185ed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.079298] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.582380] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.582591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.582591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.582824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.582909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.583043] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 is going to be created. [ 1021.610948] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.611220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.611281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.611472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.611633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.624373] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: UNINITIALIZED for 2s [ 1021.739588] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1021.739814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.740046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.740287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.740480] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.740610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.740720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.740917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.741024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.741128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.741254] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.243806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.244862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.244862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.245334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.245334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.245334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.245334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.245334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.245642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.245642] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.245777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.245777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.245903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.245986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.246098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.246214] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.430156] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 1022.430441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.750459] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061c86e2-9f47-42a6-a617-e1fe3cc4eb92: rpc.has_security_group_logging(os_id): False [ 1022.780490] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.780683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.780754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.781115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.781269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.781532] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.781638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.781702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.781861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.781951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.782229] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.782823] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.783141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.783334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783666] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1022.862971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.863325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.863325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.864022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.864485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.883895] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1023.635759] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: SUCCESS [ 1023.636580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.636580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.636580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.636580] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.636907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.636907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.636907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.637038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.637199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.637270] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.139559] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.642230] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a99766b1-0f95-4124-b5e4-6bb8bb4b6003: rpc.has_security_group_logging(os_id): False [ 1024.667963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.668272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.668460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.668538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.668806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.668989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.669312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.669542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.669542] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 is going to be created. [ 1024.765882] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.765987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.766052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.766314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.766524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.783028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: IN_PROGRESS for 2s [ 1024.902644] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1024.902952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.958710] env[66526]: INFO networking_nsxv3.common.synchronization [req-dcfb05aa-38ef-44d5-9faa-f9db34f62a8c req-20bcbc72-5d32-461d-a2c1-7fa07f5950fc tempest-ServersAdminTestJSON-264426866 tempest-ServersAdminTestJSON-264426866-project-member] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 1024.959357] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGHEST for action security_group_members [ 1024.959688] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.960494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.960494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.960494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.960494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.960494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.960494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.960846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.960846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.960846] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.464719] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.464719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.464719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.464719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.486721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.487373] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.487584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.487663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.487906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.488075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.488196] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be updated. [ 1025.515456] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.515456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.515456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.515456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.515456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.524844] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: IN_PROGRESS for 2s [ 1026.529051] env[66526]: INFO networking_nsxv3.common.synchronization [req-54b4f7c2-bc94-4aac-8bf0-4929c81ac125 req-a643734e-a3f3-489a-ad73-c3bc10d66540 tempest-ImagesOneServerNegativeTestJSON-337678918 tempest-ImagesOneServerNegativeTestJSON-337678918-project-member] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1026.529051] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGHEST for action security_group_members [ 1026.529051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.529051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.529051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.529051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.529051] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.529051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.529051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.530826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.530826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.530826] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.797172] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: SUCCESS [ 1026.797172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.035025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.035161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.035206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.035416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.035512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.035712] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.035811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.035871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.036206] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be updated. [ 1027.064607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.064758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.064758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.067017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.067017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.075093] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: IN_PROGRESS for 2s [ 1027.535780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 in Status: SUCCESS [ 1027.536070] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 deletion is rescheduled due to dependency. [ 1027.536112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.086404] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7df2d590-175b-4ba3-8770-1712946e2e3a in Status: SUCCESS [ 1029.086790] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a deletion is rescheduled due to dependency. [ 1029.086790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.221631] env[66526]: INFO networking_nsxv3.common.synchronization [req-74f01f1d-61a6-40b1-963f-525ac3a47152 req-d1fc1c31-f019-4209-bd04-315b9ca847c9 tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1029.222265] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1029.222819] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.222819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.222819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.223067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.223151] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.223663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.223750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.223930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.224032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.224146] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.550520] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.550520] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.550715] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.550838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.551607] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.551607] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.551607] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.551607] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.551925] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.551925] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.552041] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.552098] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.552204] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.552337] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.552458] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.552617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.573030] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.573226] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.573400] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.574623] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.574623] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-644cf7a3-3f95-48ba-a470-25f36eab2ed2 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.574623] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.574623] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.574623] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.574989] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644cf7a3-3f95-48ba-a470-25f36eab2ed2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.726595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.726812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.726866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.727075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.727181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.727349] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.727444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.727509] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.727646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.727718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.727804] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1029.753921] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.754149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.754149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.754385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.754475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.764180] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1030.077099] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.077574] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.077759] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.078164] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.078329] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.078499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 644cf7a3-3f95-48ba-a470-25f36eab2ed2 not found, creating... [ 1030.078768] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.078948] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.079089] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.079382] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.079530] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.079915] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.080218] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.080412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.080715] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.080873] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.081099] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 644cf7a3-3f95-48ba-a470-25f36eab2ed2 is going to be created. [ 1030.110300] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.110771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.110771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.110771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.111208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.111303] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.515813] env[66526]: INFO networking_nsxv3.common.synchronization [req-b091abb1-a16b-4ea5-9a8f-6bdcb2ee91fa req-3dc757ff-ce9b-48a1-be41-3a27512c1bc8 tempest-FloatingIPsAssociationTestJSON-996210217 tempest-FloatingIPsAssociationTestJSON-996210217-project-member] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 1030.516378] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGHEST for action security_group_members [ 1030.516685] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.516806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.516872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.517099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.517244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.517347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.517406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.517514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.517589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.517723] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [req-74f01f1d-61a6-40b1-963f-525ac3a47152 req-39c16397-184f-4fa6-992f-3dd70e948963 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [req-74f01f1d-61a6-40b1-963f-525ac3a47152 req-39c16397-184f-4fa6-992f-3dd70e948963 service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [req-74f01f1d-61a6-40b1-963f-525ac3a47152 req-39c16397-184f-4fa6-992f-3dd70e948963 service nova] Enqueued Resource ID: 644cf7a3-3f95-48ba-a470-25f36eab2ed2 with Priority: HIGHEST for action port [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1030.819285] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644cf7a3-3f95-48ba-a470-25f36eab2ed2 with Priority: HIGHEST for action port [ 1030.820512] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.821394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.822099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.822099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822099] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.822829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.822963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-644cf7a3-3f95-48ba-a470-25f36eab2ed2 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.823419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.823748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823846] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644cf7a3-3f95-48ba-a470-25f36eab2ed2',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.020548] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.020722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.020766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.021157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.021299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.021479] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.021612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.021692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.021791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.021870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.021947] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be updated. [ 1031.057423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.058560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.058560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.058560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.058560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.068493] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: IN_PROGRESS for 2s [ 1031.325957] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.326292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.327519] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644cf7a3-3f95-48ba-a470-25f36eab2ed2 with status ACTIVE [ 1031.327774] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.328025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.328161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.328415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.328508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.328726] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.328786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.328825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.328965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.329057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.329247] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.329342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.329410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.329554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.329628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.330124] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644cf7a3-3f95-48ba-a470-25f36eab2ed2 is going to be updated. [ 1031.353119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.353119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.353325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.353366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.353575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.353679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644cf7a3-3f95-48ba-a470-25f36eab2ed2" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.775702] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1031.776537] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 1031.776537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.776537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.776537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.776537] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.777188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.777188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.777188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.777188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.777188] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.280347] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.784379] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.081835] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 in Status: SUCCESS [ 1033.082065] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 deletion is rescheduled due to dependency. [ 1033.082217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.287358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.287447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.287522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.287729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.287809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.288055] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1033.326646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.326787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.326858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.327117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.327536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.337346] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1034.837319] env[66526]: INFO networking_nsxv3.common.synchronization [req-056339fd-fc87-4be3-be72-1d9519f5620e req-1fdf932b-610f-499d-9ac9-4f1f8eb718d5 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1034.838092] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1034.838465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.838573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.838618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.839196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.839196] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.839196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.839350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.840061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.840061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.840061] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.342193] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.342393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.342925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.343236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.343340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.343555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.343676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.343754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.343921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.344011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.344107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 1035.351986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1035.352959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.353641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.353915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.354565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.354691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.355044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.355179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.355331] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.397401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.397684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.397684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.397983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.398270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.411891] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 1035.864938] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.865389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.865389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.866530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.866530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867965] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.867965] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867965] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.371957] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 1036.393736] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.393976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.394132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.394477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.394634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.394972] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.395140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.395233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.395472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.395590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.395886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.396080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.396810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.396810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.396810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.396988] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.397062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.397118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.397323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.397442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.397574] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1036.470897] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.471058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.471151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.472510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.472822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.487926] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1037.423319] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 1037.423688] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 1037.423688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.507753] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1038.507753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.839753] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.840132] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1040.190860] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4dee421e-d0bc-44f1-94ce-0da2540c881a None None] Enqueued Resource ID: 2171feb4-1df6-4817-a066-14aae483fe74 with Priority: HIGHEST for action port [ 1040.191360] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2171feb4-1df6-4817-a066-14aae483fe74 with Priority: HIGHEST for action port [ 1040.191737] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2171feb4-1df6-4817-a066-14aae483fe74 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.191842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2171feb4-1df6-4817-a066-14aae483fe74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.191891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2171feb4-1df6-4817-a066-14aae483fe74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2171feb4-1df6-4817-a066-14aae483fe74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192340] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2171feb4-1df6-4817-a066-14aae483fe74',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.696296] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2171feb4-1df6-4817-a066-14aae483fe74 [ 1040.696564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.696735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.696846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.697596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.697596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.697596] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2171feb4-1df6-4817-a066-14aae483fe74 already deleted. [ 1040.697596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2171feb4-1df6-4817-a066-14aae483fe74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.909918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.910442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.910442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.910530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.911568] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.414488] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.916728] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.285653] env[66526]: INFO networking_nsxv3.common.synchronization [None req-1adbbf91-afc4-4c12-8cbc-2f8f57e47279 None None] Enqueued Resource ID: f288baae-6792-43aa-840d-04c1ce64ad28 with Priority: HIGHEST for action port [ 1043.286554] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f288baae-6792-43aa-840d-04c1ce64ad28 with Priority: HIGHEST for action port [ 1043.286983] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f288baae-6792-43aa-840d-04c1ce64ad28 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.286983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f288baae-6792-43aa-840d-04c1ce64ad28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.287178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f288baae-6792-43aa-840d-04c1ce64ad28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.287420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f288baae-6792-43aa-840d-04c1ce64ad28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.287500] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f288baae-6792-43aa-840d-04c1ce64ad28',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.372922] env[66526]: INFO networking_nsxv3.common.synchronization [req-a96b59b7-2a6d-4d4d-9997-6ab7eb847cda req-e48e5960-7cca-4158-8798-04a0d59edd78 tempest-ServersNegativeTestJSON-2057544758 tempest-ServersNegativeTestJSON-2057544758-project-member] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 1043.373464] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGHEST for action security_group_members [ 1043.373762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.373883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.373951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.374307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.374424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.374492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.374720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.374814] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.422301] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1043.422301] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1043.790052] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f288baae-6792-43aa-840d-04c1ce64ad28 [ 1043.790312] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.790480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.790552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.790759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.790851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.790938] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f288baae-6792-43aa-840d-04c1ce64ad28 already deleted. [ 1043.791054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f288baae-6792-43aa-840d-04c1ce64ad28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.877572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.877851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.878121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.878514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.878602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.878812] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.879611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.879688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879751] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be updated. [ 1043.919823] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.919823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.919823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.919823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.920362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.930731] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: IN_PROGRESS for 2s [ 1044.372667] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.372948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.372948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.373240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.388670] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1044.389744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.391080] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1044.425854] env[66526]: INFO networking_nsxv3.common.synchronization [req-d542075b-0f04-4efe-82f8-a381272eeb80 req-4b47d86c-5ef3-447e-a4d4-4c65a63f5d9e tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1044.427280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.428095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.428095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.428095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.436954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.437684] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1044.437784] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.437999] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1044.439285] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1044.439655] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.439900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.439900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.440046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.440183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.440317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.440398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.440552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.440623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.440724] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.481034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.481034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.481034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.481034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.482623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.482873] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1044.552046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.552154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.552197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.552431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.552706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.552976] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1044.624807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.624807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.624807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.625092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.625239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.625528] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1044.625622] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e07d04b6-b874-4abb-be50-92c18234e484', '820ada69-549e-47a8-af5b-8ef909a85cce', '7df2d590-175b-4ba3-8770-1712946e2e3a', 'e9c6283c-64fc-41ad-acbf-5c881ad7e4ce', '1f0a9c7f-c82a-495b-b03b-811a81ab43a7', '011033ae-d3c6-457e-8728-f3e860774bbd', '5d2ac3f0-1495-4110-9753-c5bace5b2353', 'a4a0594f-45d8-45a5-b5d7-640c8f3e3519', 'c6dee0db-67cb-4640-8ecc-b5afa3bd4fda', '73203e9a-e314-4d11-ab80-df6cd798d88f', '58ee89ef-eb04-4726-bf0a-3ab0c13783be', '5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c', 'acb515e2-eddf-43c5-9c1e-3109dafdf71a', 'a99766b1-0f95-4124-b5e4-6bb8bb4b6003', '8ed9f0ea-207b-4cbd-9535-30a7745e928f', 'f6f86119-5368-441a-9260-30d8f39fa85d', 'b3726980-ab6e-4df0-8428-8c7ba200f0fa', '2625c36f-56c0-414a-8d7c-b90e84e9b573', 'f22ac8db-a033-4a8f-87cd-bcea14b0c262', 'dbfac9ea-b3b0-419b-b5b9-7db63bb01953', 'b62c74c4-0e40-4f7c-8e71-1de869905a9d', '9d791bbe-ffe7-44b1-8fe0-561abd7a6d71', '2e1796cf-cd76-47b2-8329-31a97248175f', '5185f0b2-c9a5-4519-8232-b0a61ad43806', 'ace3148b-e23d-4b51-bf7c-f9a96c4d6e54', '6e833ff4-200b-432a-8e5f-55dded83adef', '3d44771d-392e-4c84-9833-322553b721b9', 'f65f34ab-aa0a-4d74-8e84-4a650036e5be', '684bac1c-eaa1-41d4-ad8f-a43e4e57ff41', 'ca370ef8-7386-4955-8ecc-e69f9d9aaf72', '4ee48faf-10f2-489a-9c49-104a743b61b7', '44210d6e-5f29-49d1-8a6c-5a79d009fc64', '1cb9f174-9448-45c8-b7d5-36ebcb3a23fd', '061c86e2-9f47-42a6-a617-e1fe3cc4eb92', '3de96e37-5762-4866-8ec7-8c359b62aa9d', 'cca02882-c8f0-41ae-aa9b-6c8c99489236', 'cc5a0e46-d381-423e-9072-2516ed644299', 'a61df344-e1e7-42dd-9e63-90f46adb53f8', '9cd6a0c2-5315-4186-9c72-804230928551', 'ff11b7cf-6cf4-4e63-a102-b48a936da5d3', '40345d28-ce59-4fb1-8001-047f55e1b3e1'} {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.625721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1044.647613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.647871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.647871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.648034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.648111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.648174] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1044.648234] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.648293] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1044.726023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.726023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.726023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.729414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.729414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.729414] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1044.729617] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1044.729617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1044.729617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1044.729937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1044.729937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGH for action security_group_rules [ 1044.729937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGH for action security_group_rules [ 1044.729937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGH for action security_group_rules [ 1044.729937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGH for action security_group_rules [ 1044.729937] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGH for action security_group_rules [ 1044.730589] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1044.730821] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 1044.730955] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGH for action security_group_rules [ 1044.731069] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGH for action security_group_rules [ 1044.731171] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGH for action security_group_rules [ 1044.731275] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGH for action security_group_rules [ 1044.731402] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGH for action security_group_rules [ 1044.732957] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGH for action security_group_rules [ 1044.732957] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGH for action security_group_rules [ 1044.733089] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGH for action security_group_rules [ 1044.733175] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGH for action security_group_rules [ 1044.733272] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGH for action security_group_rules [ 1044.733362] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGH for action security_group_rules [ 1044.733455] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGH for action security_group_rules [ 1044.733548] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGH for action security_group_rules [ 1044.733684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.944838] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.944838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.944838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.944838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.967887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.967887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.967887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.967887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.967887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.967887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.967887] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1044.996835] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.996835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.996835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.996835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.996835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.006212] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1045.191937] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2d8d790a-ad3e-4b46-8d47-c8c2bb49c8ae None None] Enqueued Resource ID: 27519ed7-eff2-4117-8adb-1f0c90089a04 with Priority: HIGHEST for action port [ 1045.192193] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27519ed7-eff2-4117-8adb-1f0c90089a04 with Priority: HIGHEST for action port [ 1045.192354] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGH for action security_group_rules [ 1045.192458] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df2d590-175b-4ba3-8770-1712946e2e3a with Priority: HIGH for action security_group_rules [ 1045.192557] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 1045.192652] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f with Priority: HIGH for action security_group_rules [ 1045.192745] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 with Priority: HIGH for action security_group_rules [ 1045.192837] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 with Priority: HIGH for action security_group_rules [ 1045.192958] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 with Priority: HIGH for action security_group_rules [ 1045.193012] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa with Priority: HIGH for action security_group_rules [ 1045.193251] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGH for action security_group_rules [ 1045.193319] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6f86119-5368-441a-9260-30d8f39fa85d with Priority: HIGH for action security_group_rules [ 1045.193409] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a with Priority: HIGH for action security_group_rules [ 1045.193499] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c with Priority: HIGH for action security_group_rules [ 1045.193594] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be with Priority: HIGH for action security_group_rules [ 1045.193905] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73203e9a-e314-4d11-ab80-df6cd798d88f with Priority: HIGH for action security_group_rules [ 1045.193905] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda with Priority: HIGH for action security_group_rules [ 1045.193905] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1045.194048] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 with Priority: HIGH for action security_group_rules [ 1045.194048] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 with Priority: HIGH for action security_group_rules [ 1045.194128] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 820ada69-549e-47a8-af5b-8ef909a85cce with Priority: HIGH for action security_group_rules [ 1045.194166] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce with Priority: HIGH for action security_group_rules [ 1045.194448] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-27519ed7-eff2-4117-8adb-1f0c90089a04 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.194576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27519ed7-eff2-4117-8adb-1f0c90089a04" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27519ed7-eff2-4117-8adb-1f0c90089a04" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.195313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27519ed7-eff2-4117-8adb-1f0c90089a04" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.195313] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27519ed7-eff2-4117-8adb-1f0c90089a04',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.195796] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.195908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.195974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.196153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.196226] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.197548] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7df2d590-175b-4ba3-8770-1712946e2e3a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.197656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.197723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.197865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.197933] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7df2d590-175b-4ba3-8770-1712946e2e3a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.200576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200975] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.202167] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.202167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.202167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.202167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.202930] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ed9f0ea-207b-4cbd-9535-30a7745e928f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.204258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.204370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.204419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.204730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.205178] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfac9ea-b3b0-419b-b5b9-7db63bb01953',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.206043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.206158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.206230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.206394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.206465] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f22ac8db-a033-4a8f-87cd-bcea14b0c262',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.208412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2625c36f-56c0-414a-8d7c-b90e84e9b573 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.209019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.209099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.209238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.209305] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2625c36f-56c0-414a-8d7c-b90e84e9b573',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.210350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.210463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.210529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.210706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.210780] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3726980-ab6e-4df0-8428-8c7ba200f0fa',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.214096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.214206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.214261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.214413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.214489] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.215431] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6f86119-5368-441a-9260-30d8f39fa85d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.215539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.215669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.215857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.215857] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6f86119-5368-441a-9260-30d8f39fa85d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.216516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.216616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.216675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.216814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.216877] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb515e2-eddf-43c5-9c1e-3109dafdf71a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.217618] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.217744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.217927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.217993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.218221] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.218855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.219024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.219898] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.220216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.220216] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ee89ef-eb04-4726-bf0a-3ab0c13783be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.220879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73203e9a-e314-4d11-ab80-df6cd798d88f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.220987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.221076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.221238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.221310] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73203e9a-e314-4d11-ab80-df6cd798d88f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.221990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.222122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.222173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.222308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.222378] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6dee0db-67cb-4640-8ecc-b5afa3bd4fda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.223171] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.223278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.223344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.223494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.223626] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.224381] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.224463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.224632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.224792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.224876] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4a0594f-45d8-45a5-b5d7-640c8f3e3519',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.226011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.226947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.227212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.227429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.227996] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f0a9c7f-c82a-495b-b03b-811a81ab43a7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.228865] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-820ada69-549e-47a8-af5b-8ef909a85cce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.228967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.229683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.229998] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('820ada69-549e-47a8-af5b-8ef909a85cce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.230561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.230670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.230732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.230874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.231126] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c6283c-64fc-41ad-acbf-5c881ad7e4ce',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.235238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27519ed7-eff2-4117-8adb-1f0c90089a04 [ 1045.235476] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.235585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.235650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.235824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.235914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.236166] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27519ed7-eff2-4117-8adb-1f0c90089a04 already deleted. [ 1045.236166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27519ed7-eff2-4117-8adb-1f0c90089a04" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.734585] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.734585] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.734585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.734585] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.743085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.743586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.743586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.743586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.743731] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.743731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.743823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.743926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.744088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.744144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.744222] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.753878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.754044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.754113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.754294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.754459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.754558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.754615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.754833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.754911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.754950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.755030] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.806463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.806695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.806695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.806877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.811987] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.812521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.820448] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.821457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.827261] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.827437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.830858] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.831031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.831957] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.832121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.832891] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.832961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.834119] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.834223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.835439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.835439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.836011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.836409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.837477] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.837569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.838813] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.839278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.839368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.840133] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.840560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.840636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.841253] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.841647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.841722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.842328] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.842964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.842964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.845391] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.845873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.846039] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb515e2-eddf-43c5-9c1e-3109dafdf71a is going to be deleted. [ 1045.847602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.847602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.848924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.849045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.849837] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.850242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.870352] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.870988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.871224] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f0a9c7f-c82a-495b-b03b-811a81ab43a7 is going to be deleted. [ 1045.872259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.872518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.895186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.895391] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ed9f0ea-207b-4cbd-9535-30a7745e928f is going to be deleted. [ 1045.896448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.896713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.935345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.935525] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f is going to be deleted. [ 1045.937662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.937662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.938691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.938851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.942957] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73203e9a-e314-4d11-ab80-df6cd798d88f in Status: SUCCESS [ 1045.943112] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73203e9a-e314-4d11-ab80-df6cd798d88f deletion is rescheduled due to dependency. [ 1045.943282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.953788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.954103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.976516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.976516] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4a0594f-45d8-45a5-b5d7-640c8f3e3519 is going to be deleted. [ 1045.978902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.978902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.979269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.979383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.010401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.010528] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ee89ef-eb04-4726-bf0a-3ab0c13783be is going to be deleted. [ 1046.011703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.011908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.070508] env[66526]: INFO networking_nsxv3.common.synchronization [None req-e441eeea-1a6b-4a3c-8030-5a9850af810c tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1046.073020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.073020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.073020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1046.073020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.073782] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6dee0db-67cb-4640-8ecc-b5afa3bd4fda is going to be deleted. [ 1046.074534] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.074704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.074820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.075289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.075438] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.076617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.076931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.107281] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.107281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.131845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.132066] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 820ada69-549e-47a8-af5b-8ef909a85cce is going to be deleted. [ 1046.133416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.133695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.166291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.167096] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2625c36f-56c0-414a-8d7c-b90e84e9b573 is going to be deleted. [ 1046.168113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.168868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213186] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.213186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.213972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.214177] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfac9ea-b3b0-419b-b5b9-7db63bb01953 is going to be deleted. [ 1046.215273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.215459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.237906] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.262531] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.272743] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.341445] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.341650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.347758] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.347891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.350088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.350088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7df2d590-175b-4ba3-8770-1712946e2e3a is going to be deleted. [ 1046.350701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.350911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.387116] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.387268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.402120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.402399] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c is going to be deleted. [ 1046.403600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.403830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.450688] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.450688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.453432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.453572] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3726980-ab6e-4df0-8428-8c7ba200f0fa is going to be deleted. [ 1046.454937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.454937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.508991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509369] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be deleted. [ 1046.510455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.510838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.597191] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.597394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.598395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.598750] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c6283c-64fc-41ad-acbf-5c881ad7e4ce is going to be deleted. [ 1046.600866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.600866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.601977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.602114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.621868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.622068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.637450] env[66526]: INFO networking_nsxv3.common.synchronization [None req-517203c9-7602-451d-b57f-94f91f098eed tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1046.638041] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1046.638367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.638473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.652247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.652384] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f22ac8db-a033-4a8f-87cd-bcea14b0c262 is going to be deleted. [ 1046.655139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.655139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682181] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.682275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.694978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.695181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.703588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.703787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6f86119-5368-441a-9260-30d8f39fa85d is going to be deleted. [ 1046.705388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.705388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.705388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.705388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb515e2-eddf-43c5-9c1e-3109dafdf71a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.705900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.706203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.706277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f0a9c7f-c82a-495b-b03b-811a81ab43a7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.707112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.707193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ed9f0ea-207b-4cbd-9535-30a7745e928f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.707607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.707692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73203e9a-e314-4d11-ab80-df6cd798d88f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.707953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4a0594f-45d8-45a5-b5d7-640c8f3e3519" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ee89ef-eb04-4726-bf0a-3ab0c13783be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-820ada69-549e-47a8-af5b-8ef909a85cce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6dee0db-67cb-4640-8ecc-b5afa3bd4fda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2625c36f-56c0-414a-8d7c-b90e84e9b573" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfac9ea-b3b0-419b-b5b9-7db63bb01953" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef3216f-0bfc-42a4-b5c9-79c9b6feb83c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7df2d590-175b-4ba3-8770-1712946e2e3a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.712942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.713231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.713231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713231] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 already deleted. [ 1046.713231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.713469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.713536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3726980-ab6e-4df0-8428-8c7ba200f0fa" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.713741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.714076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.714076] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.714966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.715149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.715227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.715336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.741978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e07d04b6-b874-4abb-be50-92c18234e484: rpc.has_security_group_logging(os_id): False [ 1046.764813] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a99766b1-0f95-4124-b5e4-6bb8bb4b6003: rpc.has_security_group_logging(os_id): False [ 1046.775092] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011033ae-d3c6-457e-8728-f3e860774bbd: rpc.has_security_group_logging(os_id): False [ 1046.824684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.825205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.825205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.825205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.827275] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.827459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.830698] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.830946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.839680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.840010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.842695] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.842819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.858628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.858958] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.859369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.859369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.859369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.859624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.859624] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07d04b6-b874-4abb-be50-92c18234e484 is going to be updated. [ 1046.860715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.860927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.928392] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.928622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.933100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.933453] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.933607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.933656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.933841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.933924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.934113] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 is going to be updated. [ 1046.935220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.935416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.973558] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.973882] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.973882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.973882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.974053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.974693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.974693] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1046.975592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.975592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.975727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.975781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c6283c-64fc-41ad-acbf-5c881ad7e4ce" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.976354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.976354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6f86119-5368-441a-9260-30d8f39fa85d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.976566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.976641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f22ac8db-a033-4a8f-87cd-bcea14b0c262" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.041623] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1047.041623] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 1047.041623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.049376] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.049613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.049613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.052527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.052527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.074369] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.074575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.074575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.074788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.075577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.091715] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: IN_PROGRESS for 2s [ 1047.105457] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: IN_PROGRESS for 2s [ 1047.110511] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.110511] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.110511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.110511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.110511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.110511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.137091] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1047.248781] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.249015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.249015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.249236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.249344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.249389] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 already deleted. [ 1047.249476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.591201] env[66526]: INFO networking_nsxv3.common.synchronization [req-0b54885e-dc19-406f-80e7-c6c2e2be8efb req-c1acddef-567b-47dc-b6b0-40b9f68d7776 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1047.591852] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1047.592239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.592357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.592357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.592542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.592699] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.592796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.592863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.593016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.593103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.593194] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.095619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.095980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.095980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.096098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.123450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.123760] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.123927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.124260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.124502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.124590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.124978] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1048.153655] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.153655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.153655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.153655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.153655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.164088] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1048.558891] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa4457aa-0f5b-47d5-bdc1-4a59bf8870ae req-60ee9c04-9e6a-4d41-b683-11c99e90fc35 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1048.558891] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1048.558891] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.558891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.558891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.560283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.560349] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.560805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.560805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.562117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.562391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.562391] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.823371] env[66526]: INFO networking_nsxv3.common.synchronization [None req-fc6f3e7d-a3ac-4025-8876-468dff7344af None None] Enqueued Resource ID: 78815589-e3fc-4b54-a487-e0360b043359 with Priority: HIGHEST for action port [ 1048.824749] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78815589-e3fc-4b54-a487-e0360b043359 with Priority: HIGHEST for action port [ 1048.824749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-78815589-e3fc-4b54-a487-e0360b043359 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.825314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78815589-e3fc-4b54-a487-e0360b043359" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.825314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78815589-e3fc-4b54-a487-e0360b043359" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.825314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78815589-e3fc-4b54-a487-e0360b043359" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.825314] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78815589-e3fc-4b54-a487-e0360b043359',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.065687] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.065863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.065932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.066547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.066547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.066547] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.066547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.066547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.067045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.067045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.067045] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be deleted. [ 1049.072999] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.073240] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.073383] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.073541] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.073911] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.074107] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.074107] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074327] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.074407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.074587] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.074706] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.074797] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.074899] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.074995] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.075106] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.075240] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.094648] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.094832] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.094954] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.095139] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-492" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095466] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-3bf1785c-e200-40b1-994a-1c1d04919395 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.095651] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.095902] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.096096] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.096235] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf1785c-e200-40b1-994a-1c1d04919395',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.104047] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.104047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.104047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.104047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.104047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.104047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106572] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: SUCCESS [ 1049.108329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.120849] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: SUCCESS [ 1049.120849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.148747] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1049.148747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.326802] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78815589-e3fc-4b54-a487-e0360b043359 [ 1049.327052] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.327174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.327254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.327476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.327613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.327721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78815589-e3fc-4b54-a487-e0360b043359 already deleted. [ 1049.327810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78815589-e3fc-4b54-a487-e0360b043359" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.599732] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.600100] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.600207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.600550] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.600709] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.600875] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 3bf1785c-e200-40b1-994a-1c1d04919395 not found, creating... [ 1049.603394] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.603964] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.604141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.604483] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.604638] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.604941] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.605112] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.605229] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.605446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.605686] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.605851] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 3bf1785c-e200-40b1-994a-1c1d04919395 is going to be created. [ 1049.627780] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.628091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.628227] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.628504] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.628735] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.628958] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.174101] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1050.174101] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1050.174454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.361272] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa4457aa-0f5b-47d5-bdc1-4a59bf8870ae req-ec9b0fcd-3dff-4e8d-bc24-1056bdb69f90 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 1050.361481] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa4457aa-0f5b-47d5-bdc1-4a59bf8870ae req-ec9b0fcd-3dff-4e8d-bc24-1056bdb69f90 service nova] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1050.361625] env[66526]: INFO networking_nsxv3.common.synchronization [req-aa4457aa-0f5b-47d5-bdc1-4a59bf8870ae req-ec9b0fcd-3dff-4e8d-bc24-1056bdb69f90 service nova] Enqueued Resource ID: 3bf1785c-e200-40b1-994a-1c1d04919395 with Priority: HIGHEST for action port [ 1050.362100] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_rules [ 1050.362657] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1050.362764] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf1785c-e200-40b1-994a-1c1d04919395 with Priority: HIGHEST for action port [ 1050.366502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.366731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.366804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.367254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.367254] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.369177] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.369368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.369539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.369826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.370043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.370133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.370184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.370505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.370592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.370666] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.372437] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf1785c-e200-40b1-994a-1c1d04919395 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.372437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.372437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.372747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.372747] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf1785c-e200-40b1-994a-1c1d04919395',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.870024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.870024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.872636] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.874392] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf1785c-e200-40b1-994a-1c1d04919395 with status ACTIVE [ 1050.874603] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.874744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.874902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.874972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.875143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.875256] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.875345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.875404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.883533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.883533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.883533] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf1785c-e200-40b1-994a-1c1d04919395 is going to be updated. [ 1050.899369] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.899614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.899614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.899791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.899926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.900103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf1785c-e200-40b1-994a-1c1d04919395" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.224528] env[66526]: INFO networking_nsxv3.common.synchronization [req-96cc965e-ca03-4d97-8f63-ab65543aacf5 req-4262527d-95c0-4e08-80b8-023e220811fb tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1051.224528] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1051.224528] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.224528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.224971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.224971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.225092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.225233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.225338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.225533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.225666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.225798] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.377504] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.729726] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.879432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.879432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.879637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.880516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.880516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.880516] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 1051.909720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.909873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.909944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.910423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.920941] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: UNINITIALIZED for 2s [ 1051.944332] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.944714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.944960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.945421] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.945869] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.946171] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.946436] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.946791] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.947072] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.947777] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.947998] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.948225] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.948451] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.948659] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.949017] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.949073] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.967227] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.967439] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.968205] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.968205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.968205] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-ebfabd95-040e-480a-b915-5d4a2b79d6d9 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.968487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.968749] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.969291] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.969559] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfabd95-040e-480a-b915-5d4a2b79d6d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.232640] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.472131] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.472360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.472487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.472757] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.472981] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.473097] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port ebfabd95-040e-480a-b915-5d4a2b79d6d9 not found, creating... [ 1052.473353] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.473516] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.473632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.473841] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.473973] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.474264] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.474412] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.474525] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.474726] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.474856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.474987] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: ebfabd95-040e-480a-b915-5d4a2b79d6d9 is going to be created. [ 1052.498129] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.498129] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.498284] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.498583] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.498777] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.498996] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.571117] env[66526]: INFO networking_nsxv3.common.synchronization [None req-7499080d-ac46-45d0-9a87-b1c05bec858d None None] Enqueued Resource ID: 13283e95-cbcb-4011-9d23-f12004cf5fed with Priority: HIGHEST for action port [ 1052.571739] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13283e95-cbcb-4011-9d23-f12004cf5fed with Priority: HIGHEST for action port [ 1052.572080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-13283e95-cbcb-4011-9d23-f12004cf5fed taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.572206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13283e95-cbcb-4011-9d23-f12004cf5fed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.572272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13283e95-cbcb-4011-9d23-f12004cf5fed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.573525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13283e95-cbcb-4011-9d23-f12004cf5fed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.573525] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13283e95-cbcb-4011-9d23-f12004cf5fed',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.735036] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.735628] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1052.767280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.767446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.767497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.767766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.767843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.776536] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1053.075890] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13283e95-cbcb-4011-9d23-f12004cf5fed [ 1053.076143] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.076276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.076368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.076644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.076644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.076755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13283e95-cbcb-4011-9d23-f12004cf5fed already deleted. [ 1053.076794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13283e95-cbcb-4011-9d23-f12004cf5fed" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.225905] env[66526]: INFO networking_nsxv3.common.synchronization [req-96cc965e-ca03-4d97-8f63-ab65543aacf5 req-9e19ad07-7bbb-4e7e-ba67-b0726828712e service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 1053.226113] env[66526]: INFO networking_nsxv3.common.synchronization [req-96cc965e-ca03-4d97-8f63-ab65543aacf5 req-9e19ad07-7bbb-4e7e-ba67-b0726828712e service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1053.226250] env[66526]: INFO networking_nsxv3.common.synchronization [req-96cc965e-ca03-4d97-8f63-ab65543aacf5 req-9e19ad07-7bbb-4e7e-ba67-b0726828712e service nova] Enqueued Resource ID: ebfabd95-040e-480a-b915-5d4a2b79d6d9 with Priority: HIGHEST for action port [ 1053.226805] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 1053.226941] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1053.227055] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebfabd95-040e-480a-b915-5d4a2b79d6d9 with Priority: HIGHEST for action port [ 1053.227342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.227458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.227511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.227711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.227793] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.229939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.229939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.229939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebfabd95-040e-480a-b915-5d4a2b79d6d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.230335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.230899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.230899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.230899] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebfabd95-040e-480a-b915-5d4a2b79d6d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.733093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.734438] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebfabd95-040e-480a-b915-5d4a2b79d6d9 with status ACTIVE [ 1053.734438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.734438] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.734438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735143] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.735143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.735386] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebfabd95-040e-480a-b915-5d4a2b79d6d9 is going to be updated. [ 1053.759733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.759922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.760021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.760607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebfabd95-040e-480a-b915-5d4a2b79d6d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.930752] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 1053.931383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.931383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.931383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.931615] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.931736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.932436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.932436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.932436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.932436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.932436] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.333948] env[66526]: INFO networking_nsxv3.common.synchronization [None req-050634c3-1a2d-4d88-b80f-9149cf2806b2 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1054.334553] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1054.334923] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.335124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.335218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.335498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.335618] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.438068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.438708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.438708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.438708] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.486687] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0ca29b23-2c15-4249-add8-88355c91abcf tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1054.486687] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1054.486687] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.486687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763385] env[66526]: INFO networking_nsxv3.common.synchronization [None req-72611bdb-a7bb-499e-b64b-1915a799df97 None None] Enqueued Resource ID: 5294adac-b81a-4780-9578-52892a1d9a26 with Priority: HIGHEST for action port [ 1054.765050] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5294adac-b81a-4780-9578-52892a1d9a26 with Priority: HIGHEST for action port [ 1054.765050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5294adac-b81a-4780-9578-52892a1d9a26 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.765050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5294adac-b81a-4780-9578-52892a1d9a26" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.765050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5294adac-b81a-4780-9578-52892a1d9a26" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.765050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5294adac-b81a-4780-9578-52892a1d9a26" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.765050] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5294adac-b81a-4780-9578-52892a1d9a26',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.787980] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1054.788244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.788418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.794027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.794027] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.794027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.794027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.794027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.794027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.794027] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.857428] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.857556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.857624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.857931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.858186] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 already deleted. [ 1054.858272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.858631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.858785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.858872] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.942829] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2ac3f0-1495-4110-9753-c5bace5b2353: rpc.has_security_group_logging(os_id): False [ 1054.962502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.962628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.963231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.963231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.963231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.963231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.963231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964163] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.964163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964484] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.964484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.964484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.964484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.964657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964657] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be created. [ 1055.024183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.026869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.026869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.026869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.039710] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 1055.267633] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5294adac-b81a-4780-9578-52892a1d9a26 [ 1055.269460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.269460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.269460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.269460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.270034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5294adac-b81a-4780-9578-52892a1d9a26 already deleted. [ 1055.270034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5294adac-b81a-4780-9578-52892a1d9a26" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.295962] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.305156] env[66526]: INFO networking_nsxv3.common.synchronization [req-261531a0-8fcd-40e3-b2c8-e3413b666b39 req-8b2fe76c-6c78-4818-b30c-5bcb5cc5a9a1 tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1055.305784] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1055.306569] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.306690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.306776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307582] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.307582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.307831] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.381672] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.381867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.381958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.382264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.382379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.382502] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 already deleted. [ 1055.382721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.797964] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.810053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.810572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.810877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.811028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.811189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.811282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.811365] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb already deleted. [ 1055.811441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.301092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.301291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.301397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.301556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.301786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.302026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1056.331961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.332218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.332218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.332376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.332513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.343196] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1056.385702] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.385702] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.385702] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386009] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.386400] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.386560] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.386706] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.386943] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.387155] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.387451] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.387569] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.387680] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.387940] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.388088] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.388232] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.388468] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.415279] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.418023] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.418023] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.418023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.418023] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-fe052dc5-0b69-4952-9057-c744972873e3 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.418023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.418023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.418023] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.418023] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe052dc5-0b69-4952-9057-c744972873e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.637238] env[66526]: INFO networking_nsxv3.common.synchronization [None req-68aa5195-6eca-42dc-a23f-3e786e5067d9 None None] Enqueued Resource ID: 2bc6acdb-8d58-4d3d-90c2-5e4243bf3025 with Priority: HIGHEST for action port [ 1056.637238] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc6acdb-8d58-4d3d-90c2-5e4243bf3025 with Priority: HIGHEST for action port [ 1056.637238] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc6acdb-8d58-4d3d-90c2-5e4243bf3025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.637238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc6acdb-8d58-4d3d-90c2-5e4243bf3025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.637238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc6acdb-8d58-4d3d-90c2-5e4243bf3025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.637692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc6acdb-8d58-4d3d-90c2-5e4243bf3025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.637880] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc6acdb-8d58-4d3d-90c2-5e4243bf3025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.761909] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0f461d18-f275-4e28-a596-1512069ae100 None None] Enqueued Resource ID: 0df40e29-640d-468e-b8ba-1a18d6ed603a with Priority: HIGHEST for action port [ 1056.762169] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df40e29-640d-468e-b8ba-1a18d6ed603a with Priority: HIGHEST for action port [ 1056.762713] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df40e29-640d-468e-b8ba-1a18d6ed603a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.763767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df40e29-640d-468e-b8ba-1a18d6ed603a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.763767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df40e29-640d-468e-b8ba-1a18d6ed603a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.763767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df40e29-640d-468e-b8ba-1a18d6ed603a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.763767] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df40e29-640d-468e-b8ba-1a18d6ed603a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.921664] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.922092] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.922320] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.922735] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.923473] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.923473] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port fe052dc5-0b69-4952-9057-c744972873e3 not found, creating... [ 1056.923594] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.923719] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.923825] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.924396] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.924612] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.924946] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.925168] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.925318] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.925565] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.925740] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.925912] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: fe052dc5-0b69-4952-9057-c744972873e3 is going to be created. [ 1056.947908] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.948137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.948258] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.948575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.948813] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.949015] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.068597] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 1057.068597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.143731] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bc6acdb-8d58-4d3d-90c2-5e4243bf3025 [ 1057.143731] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.143731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.143731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.143731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.143731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.143731] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bc6acdb-8d58-4d3d-90c2-5e4243bf3025 already deleted. [ 1057.143731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc6acdb-8d58-4d3d-90c2-5e4243bf3025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.266253] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0df40e29-640d-468e-b8ba-1a18d6ed603a [ 1057.266392] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.266534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.266600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.266806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.267179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267179] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0df40e29-640d-468e-b8ba-1a18d6ed603a already deleted. [ 1057.267179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df40e29-640d-468e-b8ba-1a18d6ed603a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.657163] env[66526]: INFO networking_nsxv3.common.synchronization [req-261531a0-8fcd-40e3-b2c8-e3413b666b39 req-499f9a4d-6a2e-48ad-9c24-6320a7b98aa0 service nova] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_rules [ 1057.657163] env[66526]: INFO networking_nsxv3.common.synchronization [req-261531a0-8fcd-40e3-b2c8-e3413b666b39 req-499f9a4d-6a2e-48ad-9c24-6320a7b98aa0 service nova] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1057.657361] env[66526]: INFO networking_nsxv3.common.synchronization [req-261531a0-8fcd-40e3-b2c8-e3413b666b39 req-499f9a4d-6a2e-48ad-9c24-6320a7b98aa0 service nova] Enqueued Resource ID: fe052dc5-0b69-4952-9057-c744972873e3 with Priority: HIGHEST for action port [ 1057.658389] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_rules [ 1057.658389] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1057.658389] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe052dc5-0b69-4952-9057-c744972873e3 with Priority: HIGHEST for action port [ 1057.658902] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.658902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.658902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.659134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.659134] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.660620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.660620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.660620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.660887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.661085] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.664093] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.664093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe052dc5-0b69-4952-9057-c744972873e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.664093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.664093] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe052dc5-0b69-4952-9057-c744972873e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.167142] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.167142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.167142] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.167549] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe052dc5-0b69-4952-9057-c744972873e3 with status ACTIVE [ 1058.167589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.167703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.167782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.168017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.168129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.168454] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.168454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.168454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.168663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.168753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.168851] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.168970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.169021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.169421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.169478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.169814] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe052dc5-0b69-4952-9057-c744972873e3 is going to be updated. [ 1058.192688] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.193396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.193514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.194033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.194033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe052dc5-0b69-4952-9057-c744972873e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.360329] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.360329] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.360329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.360329] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.672066] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.680175] env[66526]: INFO networking_nsxv3.common.synchronization [req-5a5e8337-febe-48d8-99f9-0e1d6982de1f req-822f513f-ead5-4648-b440-865fcc18beb3 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1058.680410] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1058.681286] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.681905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.681993] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.682430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.682672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.682760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.682859] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.863131] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.863566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.863730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.863829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.864931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.864931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.864931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.865753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.865753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.865753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.865753] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.076088] env[66526]: INFO networking_nsxv3.common.synchronization [None req-040dd053-8056-4942-9b54-7acac22b9a91 None None] Enqueued Resource ID: 2d076a25-763c-47a7-a7e6-792f5c29e631 with Priority: HIGHEST for action port [ 1059.076088] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d076a25-763c-47a7-a7e6-792f5c29e631 with Priority: HIGHEST for action port [ 1059.076088] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d076a25-763c-47a7-a7e6-792f5c29e631 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.076088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d076a25-763c-47a7-a7e6-792f5c29e631" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.076088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d076a25-763c-47a7-a7e6-792f5c29e631" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.076888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d076a25-763c-47a7-a7e6-792f5c29e631" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.077163] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d076a25-763c-47a7-a7e6-792f5c29e631',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.175340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.175340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.175340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.175743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.175743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.175743] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be created. [ 1059.190489] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.190908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.191206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.192194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206081] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.206081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216346] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: UNINITIALIZED for 2s [ 1059.218608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.218873] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.218987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.219070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.219381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.219381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219500] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1059.250680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.250837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.250837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.251039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.254249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.262314] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1059.367572] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 1059.405304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.405304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.405619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.405619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.450090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.450581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.450581] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.450807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.450863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.451598] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.451598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.451598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.451598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.455770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.455770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.455770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1059.460348] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9cbb6706-f7dd-4477-aa5f-7a7b86a8bca4 tempest-ServersTestJSON-1034849734 tempest-ServersTestJSON-1034849734-project-member] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1059.460820] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1059.461183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.461304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.461363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.461617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.461703] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.529675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.529826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.529913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.530131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.530279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.545573] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1059.580162] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d076a25-763c-47a7-a7e6-792f5c29e631 [ 1059.580401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.580637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.580723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.580909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.580997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.581101] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d076a25-763c-47a7-a7e6-792f5c29e631 already deleted. [ 1059.581178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d076a25-763c-47a7-a7e6-792f5c29e631" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.609218] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3817229b-48ea-41d8-9f08-0f998c8a3a51 tempest-ServersTestJSON-1034849734 tempest-ServersTestJSON-1034849734-project-member] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1059.609218] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1059.609218] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.609513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.662707] env[66526]: INFO networking_nsxv3.common.synchronization [None req-bad3b4db-42dd-4653-bf85-fc345f42072f None None] Enqueued Resource ID: 50fa8580-4904-4787-8617-06984b3b26e3 with Priority: HIGHEST for action port [ 1059.662707] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50fa8580-4904-4787-8617-06984b3b26e3 with Priority: HIGHEST for action port [ 1059.662707] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-50fa8580-4904-4787-8617-06984b3b26e3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.662707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50fa8580-4904-4787-8617-06984b3b26e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.662707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50fa8580-4904-4787-8617-06984b3b26e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.662707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50fa8580-4904-4787-8617-06984b3b26e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.662707] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50fa8580-4904-4787-8617-06984b3b26e3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.857179] env[66526]: INFO networking_nsxv3.common.synchronization [req-e452b140-3f16-49fb-9808-1682041da118 req-04bd4535-88e7-4394-83e7-3edded6e46e9 tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1059.857179] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1059.858404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.858921] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.985290] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.985382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.985442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.985603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.985691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.985784] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 already deleted. [ 1059.985865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.986044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.986248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.986298] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.165455] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50fa8580-4904-4787-8617-06984b3b26e3 [ 1060.165693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.165857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.165911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.166128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.166984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.167161] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50fa8580-4904-4787-8617-06984b3b26e3 already deleted. [ 1060.167284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50fa8580-4904-4787-8617-06984b3b26e3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.406157] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.406580] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.406580] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.406898] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.411304] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.411499] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.411652] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.411908] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.412069] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412285] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.412395] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.412501] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.412604] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.412707] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.412805] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.412940] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.433179] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.433347] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.433722] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.433722] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.434087] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-a39baab0-8b45-4660-bb31-1d4a2911774a taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.434292] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.434419] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.434718] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.434855] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39baab0-8b45-4660-bb31-1d4a2911774a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.513045] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.513045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.513045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.513045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.513408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.513408] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 already deleted. [ 1060.513408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.938088] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.938489] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.938489] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.938702] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.938855] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.939026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port a39baab0-8b45-4660-bb31-1d4a2911774a not found, creating... [ 1060.940261] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.940463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.940653] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.941147] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.941329] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.941806] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.942174] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.942478] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.943276] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.943528] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.943983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: a39baab0-8b45-4660-bb31-1d4a2911774a is going to be created. [ 1060.965742] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.966024] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.966153] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.966416] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.966655] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.966922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.227939] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: UNINITIALIZED for 4s [ 1061.272729] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1061.272893] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef deletion is rescheduled due to dependency. [ 1061.272893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.565039] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1061.565412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.716474] env[66526]: INFO networking_nsxv3.common.synchronization [req-e452b140-3f16-49fb-9808-1682041da118 req-01189c77-2acc-4474-8951-be17cbb81c87 service nova] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_rules [ 1061.716665] env[66526]: INFO networking_nsxv3.common.synchronization [req-e452b140-3f16-49fb-9808-1682041da118 req-01189c77-2acc-4474-8951-be17cbb81c87 service nova] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1061.716800] env[66526]: INFO networking_nsxv3.common.synchronization [req-e452b140-3f16-49fb-9808-1682041da118 req-01189c77-2acc-4474-8951-be17cbb81c87 service nova] Enqueued Resource ID: a39baab0-8b45-4660-bb31-1d4a2911774a with Priority: HIGHEST for action port [ 1061.718089] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_rules [ 1061.718089] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1061.718089] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39baab0-8b45-4660-bb31-1d4a2911774a with Priority: HIGHEST for action port [ 1061.718089] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.718089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.722091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.722428] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.722516] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39baab0-8b45-4660-bb31-1d4a2911774a taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.722630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.722699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.722976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.723129] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39baab0-8b45-4660-bb31-1d4a2911774a',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.227215] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a39baab0-8b45-4660-bb31-1d4a2911774a with status ACTIVE [ 1062.227448] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.227583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.227652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.227872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.228075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.228274] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.228377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.228442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.228596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.228885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.229086] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.229813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.229813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.229813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.229813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.229813] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a39baab0-8b45-4660-bb31-1d4a2911774a is going to be updated. [ 1062.256203] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.256203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.256203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.256363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.256463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.256665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39baab0-8b45-4660-bb31-1d4a2911774a" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.239354] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1063.239738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.239787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.240026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.240232] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.240356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.241039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.241039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.241039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241039] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.241818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.241980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.242178] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.242316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.242380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.242506] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.242577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.242665] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.746206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.746206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.746399] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.250426] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.495944] env[66526]: INFO networking_nsxv3.common.synchronization [req-dba067a7-1be0-4b9b-8e9f-97fa94a54ba9 req-b5858b74-8bcd-4080-aea4-f17bac613e58 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1064.497521] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1064.497521] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.497855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.497855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.498311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.498547] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.499065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.499557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.499807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.499938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.500322] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.757513] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.757513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.757513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.757800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.757861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.757945] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be updated. [ 1064.793324] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.793527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.793591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.793854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.794116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.807070] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1065.003132] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.407493] env[66526]: INFO networking_nsxv3.common.synchronization [req-7138425b-6021-4275-97c1-3a4684e8b393 req-201d7883-3fbe-47c0-abd7-77603010e208 tempest-ServerDiskConfigTestJSON-2126243963 tempest-ServerDiskConfigTestJSON-2126243963-project-member] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1065.408151] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGHEST for action security_group_members [ 1065.408407] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.408541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.408615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.408787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.408943] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.409375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.409483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.409619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.409711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.409809] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.506282] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.911564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.911835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.911835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.912052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.912138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.912323] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.913165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.913165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.913165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.913165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.913165] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be updated. [ 1065.951440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.951656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.951656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.952304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.952304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.963721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: IN_PROGRESS for 2s [ 1066.008467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.009102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.009238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.010060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.010060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.010060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1066.047233] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.047454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.047454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.047565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.047702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.061244] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1066.132081] env[66526]: INFO networking_nsxv3.common.synchronization [req-eabc28e8-94cd-4a88-8df9-24cb11fe6f2c req-e105f7f7-3da2-45e3-a11e-cca45522e685 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1066.132742] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1066.133175] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.133329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.133391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.133620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.133792] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.133890] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.133947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.134121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.134209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.134303] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.348544] env[66526]: INFO networking_nsxv3.common.synchronization [req-b6b141c7-0fcb-4104-a6f7-dac6e07c2869 req-c970ad2c-1fda-4962-862f-839792d5523e tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 1066.349517] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGHEST for action security_group_members [ 1066.349917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.350130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.350200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.350429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.350733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.350866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.351010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.351233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.351404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.351566] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.624619] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.625857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.625857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.625857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.625857] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.625857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.625857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.626253] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.626565] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.626565] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.626706] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.626839] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.626839] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.626947] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.628268] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.628268] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.636758] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.636758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.636758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.636758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.636758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.637080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.637236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.637312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.637484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.637569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.637664] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1066.652584] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.652751] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.652886] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.653076] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.653390] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-78767773-6162-4e9d-b4fc-afbcf92d81c0 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.653560] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.653676] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.654016] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.654161] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78767773-6162-4e9d-b4fc-afbcf92d81c0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.664665] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.664808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.664859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.665069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.665206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.676789] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1066.818288] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1066.818500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.818711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.818937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.819144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.819266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.819332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.819483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.819566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.819659] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.853908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.854197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.854277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.854646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.883177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.883358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.883526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.883619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.883886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.884033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.884110] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d is going to be updated. [ 1066.924024] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.924024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.924024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.924024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.924024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.944020] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: IN_PROGRESS for 2s [ 1067.158830] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.159536] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.160883] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.161316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.162065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.162065] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 78767773-6162-4e9d-b4fc-afbcf92d81c0 not found, creating... [ 1067.162065] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.162374] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.162486] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.164267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.164267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.164267] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.164267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.164267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.166322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.166322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.166322] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 78767773-6162-4e9d-b4fc-afbcf92d81c0 is going to be created. [ 1067.195372] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.195635] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.195785] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.196148] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.196425] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.196704] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.324032] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.824890] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.924356] env[66526]: INFO networking_nsxv3.common.synchronization [req-eabc28e8-94cd-4a88-8df9-24cb11fe6f2c req-bf4387d8-28f6-4250-8b20-9e37a92fc159 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1067.924504] env[66526]: INFO networking_nsxv3.common.synchronization [req-eabc28e8-94cd-4a88-8df9-24cb11fe6f2c req-bf4387d8-28f6-4250-8b20-9e37a92fc159 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1067.924646] env[66526]: INFO networking_nsxv3.common.synchronization [req-eabc28e8-94cd-4a88-8df9-24cb11fe6f2c req-bf4387d8-28f6-4250-8b20-9e37a92fc159 service nova] Enqueued Resource ID: 78767773-6162-4e9d-b4fc-afbcf92d81c0 with Priority: HIGHEST for action port [ 1067.925240] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1067.925505] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1067.925637] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78767773-6162-4e9d-b4fc-afbcf92d81c0 with Priority: HIGHEST for action port [ 1067.925954] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.927066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.927066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.927066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.927066] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.927682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.927903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.928206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-78767773-6162-4e9d-b4fc-afbcf92d81c0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.928393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.928508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.928768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.928884] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78767773-6162-4e9d-b4fc-afbcf92d81c0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.981671] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 in Status: SUCCESS [ 1067.981873] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 deletion is rescheduled due to dependency. [ 1067.982019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.073453] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1068.073453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.328744] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.328744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.328744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.328744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.328744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.328744] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be updated. [ 1068.366211] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.366359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.366431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.366640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.366783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.376977] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1068.379502] env[66526]: INFO networking_nsxv3.common.synchronization [req-e5b41f38-192a-4fe2-84ba-33352fb342fb req-f4875b29-91a8-4712-9438-c747ad192197 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1068.380200] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1068.380517] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.380922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.380922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.381241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.381295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.381445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.381528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.381639] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.431286] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.431487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432534] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78767773-6162-4e9d-b4fc-afbcf92d81c0 with status ACTIVE [ 1068.432534] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.432534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.432534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.432534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.432534] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.433552] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.433552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.433917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.433917] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78767773-6162-4e9d-b4fc-afbcf92d81c0 is going to be updated. [ 1068.466695] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.466695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.466695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.466695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.466695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.466695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78767773-6162-4e9d-b4fc-afbcf92d81c0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.689060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1068.689296] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1068.689411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.689608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.689869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.690130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.690298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.691689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.691689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.691689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.691689] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.883961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.884529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.884712] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.885047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.885133] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1068.915869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.916071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.916071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.916657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.916657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.926797] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1068.953870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d in Status: SUCCESS [ 1068.953870] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d deletion is rescheduled due to dependency. [ 1068.953870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.193338] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.519141] env[66526]: INFO networking_nsxv3.common.synchronization [req-3673cac4-e0c5-4ef1-b7c5-762013e31226 req-5474c5f4-ea72-42e5-990b-d7a815c65e12 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1069.520308] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGHEST for action security_group_members [ 1069.520587] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.520818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.520886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.521788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.521788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.521788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.521788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.522027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.522110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.522262] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.695351] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.026014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.026014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.026014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.026014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.026528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.026528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.026528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.026528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.026528] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 is going to be updated. [ 1070.055382] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.055645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.055726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.055944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.056101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.066352] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: IN_PROGRESS for 2s [ 1070.198562] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.198723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.198796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.199016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.199112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.199212] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1070.256286] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.256487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.256487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.259032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.259032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.269362] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1070.386508] env[66526]: INFO networking_nsxv3.common.synchronization [req-a7387ac8-f435-4434-b2be-f2e0b7bd9a7d req-3d77d496-ce1e-45d7-8be3-27365282ab95 tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1070.389111] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1070.389272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.389272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.390943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.390943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.391892] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.392020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.392173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.392528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.392723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.392913] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.395890] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.397961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.397961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.398721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.398721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.398721] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.398721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.398721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.399243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.399306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.399464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.399585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.400355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.400355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.400355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.400914] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.751758] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.752033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.752214] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.752540] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.752797] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.752972] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.753102] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.753342] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.753532] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.753770] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.753961] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.753961] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.754168] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.754168] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.754434] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.754434] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.775227] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.775445] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.775706] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.775925] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.776481] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-ec6e886e-b1c8-4417-ba67-05a8453c980b taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.776732] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.776788] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.777118] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.777230] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e886e-b1c8-4417-ba67-05a8453c980b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.895960] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.896187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.896245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.896465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.896597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.896836] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.896994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.897100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.897234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.897338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.897466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 already deleted. [ 1070.897597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.903052] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aaed456-0cc2-42b4-8771-51697dce45eb: rpc.has_security_group_logging(os_id): False [ 1070.921606] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.921828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.921927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.922218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.922340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.922597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.922744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.922824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.922988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.923309] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.923403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.923477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.923635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.923925] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.924037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.924090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.924255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.924334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.924440] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be created. [ 1070.936601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1070.936823] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd deletion is rescheduled due to dependency. [ 1070.936909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991086] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.991317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.991317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.991557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.991760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.003956] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1071.279539] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.279539] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.280030] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.280138] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.280322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.280505] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port ec6e886e-b1c8-4417-ba67-05a8453c980b not found, creating... [ 1071.280952] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.281271] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.281384] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.281734] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.281993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.282416] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.282590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.282750] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.282994] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.283199] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.283354] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: ec6e886e-b1c8-4417-ba67-05a8453c980b is going to be created. [ 1071.319712] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.319980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.320130] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.320490] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.320805] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.321250] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.069743] env[66526]: INFO networking_nsxv3.common.synchronization [req-a7387ac8-f435-4434-b2be-f2e0b7bd9a7d req-d3291922-bd0f-44f6-8712-2b4c89f16088 service nova] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1072.069927] env[66526]: INFO networking_nsxv3.common.synchronization [req-a7387ac8-f435-4434-b2be-f2e0b7bd9a7d req-d3291922-bd0f-44f6-8712-2b4c89f16088 service nova] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1072.070069] env[66526]: INFO networking_nsxv3.common.synchronization [req-a7387ac8-f435-4434-b2be-f2e0b7bd9a7d req-d3291922-bd0f-44f6-8712-2b4c89f16088 service nova] Enqueued Resource ID: ec6e886e-b1c8-4417-ba67-05a8453c980b with Priority: HIGHEST for action port [ 1072.070574] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1072.071151] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1072.071151] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6e886e-b1c8-4417-ba67-05a8453c980b with Priority: HIGHEST for action port [ 1072.071520] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.071661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.071743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.071972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.072065] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.072897] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.073030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.073107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.073269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.073420] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.073526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.073595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.073713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.073797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.073890] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.074760] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6e886e-b1c8-4417-ba67-05a8453c980b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.074897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.074897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.075034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.075407] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e886e-b1c8-4417-ba67-05a8453c980b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.080252] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 in Status: SUCCESS [ 1072.080423] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 deletion is rescheduled due to dependency. [ 1072.080513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.280164] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1072.280164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.280164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.280528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.280691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.280868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.280941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281978] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.577249] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.581070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.581263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.581595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6e886e-b1c8-4417-ba67-05a8453c980b with status ACTIVE [ 1072.581595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.582101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.582208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.582417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.582502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.582690] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.582791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.582848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.582999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.583089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.583269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.583362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.583423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.583561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.583633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.583716] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6e886e-b1c8-4417-ba67-05a8453c980b is going to be updated. [ 1072.609416] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.609416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.609416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.609416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.720028] env[66526]: INFO networking_nsxv3.common.synchronization [req-92a012a4-3308-4bdb-aa94-a7e3e715615d req-d881f001-e57d-4445-9f3f-5eaf845dd21a tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1072.720375] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1072.720756] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.721029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.721029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.721267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.721908] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.722063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.722179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.722284] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.722383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.722477] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.787021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.787021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.787021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.787021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.787021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.787937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.787937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.787937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.787937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.787937] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.021981] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1073.022286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.022502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.022742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.022980] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.086034] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.086034] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.086034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.086995] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.088081] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.088081] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.088081] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.088081] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.088081] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.088081] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.089615] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.115449] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.115609] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.115824] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.115892] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.116803] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-a7de3a9b-e944-42ad-a0df-4ec2739c304f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.116803] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.116803] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.116803] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.117040] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7de3a9b-e944-42ad-a0df-4ec2739c304f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.224669] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.224875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.224920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.225290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.225393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.225597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.225719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.225965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.226183] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 already deleted. [ 1073.226317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.291051] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061c86e2-9f47-42a6-a617-e1fe3cc4eb92: rpc.has_security_group_logging(os_id): False [ 1073.309233] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.309554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.309620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.309903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.310057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.310271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.310374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.310436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.310605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.310668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.311037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.311155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.311253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.311382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.311458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.311666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.311829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.311927] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.312097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.312213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.312307] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1073.382021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.382021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.382021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.382021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.382021] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.395477] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1073.526765] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.526918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.526991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.527228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.527395] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.527496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.527562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.527713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.527797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.527886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.527972] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.593216] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.593382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.593456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.593673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.593765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.593865] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be created. [ 1073.617291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.617445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.617487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.617696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.617853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.620694] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.620932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.621071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.621298] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.621433] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.621571] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port a7de3a9b-e944-42ad-a0df-4ec2739c304f not found, creating... [ 1073.621814] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.621989] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622119] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622324] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.622455] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622726] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.622877] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.623251] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.623392] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.623529] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: a7de3a9b-e944-42ad-a0df-4ec2739c304f is going to be created. [ 1073.633333] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: UNINITIALIZED for 2s [ 1073.642109] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.642311] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.642430] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.642693] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.642956] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.643209] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.031096] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.031257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.031290] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.031693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.031923] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.032089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.032210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.032466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.032628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.032778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.033019] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.033171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.033263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.033476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.033689] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.033839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.033940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.034171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.034305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.034432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.034572] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.392887] env[66526]: INFO networking_nsxv3.common.synchronization [req-92a012a4-3308-4bdb-aa94-a7e3e715615d req-7dd68a31-17dd-475a-9c03-459f54585f4d service nova] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1074.394564] env[66526]: INFO networking_nsxv3.common.synchronization [req-92a012a4-3308-4bdb-aa94-a7e3e715615d req-7dd68a31-17dd-475a-9c03-459f54585f4d service nova] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1074.394866] env[66526]: INFO networking_nsxv3.common.synchronization [req-92a012a4-3308-4bdb-aa94-a7e3e715615d req-7dd68a31-17dd-475a-9c03-459f54585f4d service nova] Enqueued Resource ID: a7de3a9b-e944-42ad-a0df-4ec2739c304f with Priority: HIGHEST for action port [ 1074.395565] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_rules [ 1074.395830] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1074.395955] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7de3a9b-e944-42ad-a0df-4ec2739c304f with Priority: HIGHEST for action port [ 1074.396330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.396481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.396543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.396757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.396835] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.397788] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.397897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.397970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.398166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.398333] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.398430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.398493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.398682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.398769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.398820] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.399896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7de3a9b-e944-42ad-a0df-4ec2739c304f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.400102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.400102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.400195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.400266] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7de3a9b-e944-42ad-a0df-4ec2739c304f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.539331] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6aaed456-0cc2-42b4-8771-51697dce45eb: rpc.has_security_group_logging(os_id): False [ 1074.557042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.557042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.557460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.557566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.557626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558041] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.558148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.558197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.558336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.558407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558595] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.558689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.558747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.558884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.558960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.559068] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be updated. [ 1074.626131] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.626442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.626442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.627144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.627144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.639103] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1074.901598] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.902945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.903117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.905157] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7de3a9b-e944-42ad-a0df-4ec2739c304f with status ACTIVE [ 1074.905304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.905424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.905482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.905924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.905924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.905924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.906512] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.906960] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7de3a9b-e944-42ad-a0df-4ec2739c304f is going to be updated. [ 1074.934234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.934386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.934498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.934651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.934785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.934949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7de3a9b-e944-42ad-a0df-4ec2739c304f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.073009] env[66526]: INFO networking_nsxv3.common.synchronization [req-15c51fb0-5a79-44ab-9f52-a7a19880721c req-02ee1b87-23ec-425b-a835-ca64a3b358bd tempest-InstanceActionsTestJSON-1577182764 tempest-InstanceActionsTestJSON-1577182764-project-member] Enqueued Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1075.073534] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1075.073841] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.073965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.074040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.074296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.074462] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.074565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.074626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.074770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.074853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.074940] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.405876] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.415084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1075.415338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.453031] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.453031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-279" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.453031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-279" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.453444] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-279" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.454950] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.454950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.454950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.454950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.454950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.454950] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.454950] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.454950] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.455300] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.455300] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.455300] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.455409] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.478988] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.479343] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.479623] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.480233] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-279" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.480867] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.481230] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.481474] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.482033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.482190] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8def62-bbee-4a5e-84fa-ca3a1b54eec0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.578368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.578499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.578607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.578826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.578966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.579671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.579671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.579671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.579671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.579671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.579974] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b747695f-66db-441c-b462-c249171df835 already deleted. [ 1075.579974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.643879] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: SUCCESS [ 1075.644130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.644300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.644517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.644712] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.644826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.644889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.645050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.645129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.645212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.645443] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.909235] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.909398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.909398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.909606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.909699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.909794] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 is going to be created. [ 1075.938698] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.938858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.938929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.939176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.939346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.951060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: UNINITIALIZED for 2s [ 1075.984759] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.984946] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.985470] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.985971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.986233] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.986510] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 not found, creating... [ 1075.986967] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.987207] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.987435] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.987703] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.987912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.988259] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.988547] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.988770] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.989086] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.989284] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.989578] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 is going to be created. [ 1076.017597] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.017810] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.017931] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.018232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.018524] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.018751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.147721] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.651816] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7781e0c6-bfae-457a-9b6a-de865dd3c5f4: rpc.has_security_group_logging(os_id): False [ 1076.670296] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1076.670560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.671932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.672124] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.672218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.672444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.672531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.672785] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.672882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.672960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.673579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.673579] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.673579] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be created. [ 1076.729331] env[66526]: INFO networking_nsxv3.common.synchronization [req-15c51fb0-5a79-44ab-9f52-a7a19880721c req-3aaeb5ee-7d1a-4cb6-ba96-3781e2c64dc6 service nova] Enqueued Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_rules [ 1076.729545] env[66526]: INFO networking_nsxv3.common.synchronization [req-15c51fb0-5a79-44ab-9f52-a7a19880721c req-3aaeb5ee-7d1a-4cb6-ba96-3781e2c64dc6 service nova] Enqueued Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1076.729689] env[66526]: INFO networking_nsxv3.common.synchronization [req-15c51fb0-5a79-44ab-9f52-a7a19880721c req-3aaeb5ee-7d1a-4cb6-ba96-3781e2c64dc6 service nova] Enqueued Resource ID: 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 with Priority: HIGHEST for action port [ 1076.730284] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_rules [ 1076.730400] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1076.730498] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 with Priority: HIGHEST for action port [ 1076.730766] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.730903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.730970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.731599] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.731941] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.735243] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.735243] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.735243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.735243] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.735976] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.736974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.736974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.736974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.736974] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8def62-bbee-4a5e-84fa-ca3a1b54eec0',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.739142] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.739269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.739324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.740267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.740267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: IN_PROGRESS for 2s [ 1077.238112] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.241827] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.241941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242137] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 with status ACTIVE [ 1077.242310] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.242420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.242481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.242686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.242773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.243076] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.243294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.243387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.243571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.243656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.243887] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.243998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.244076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.244229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.244307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.244395] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c8def62-bbee-4a5e-84fa-ca3a1b54eec0 is going to be updated. [ 1077.272357] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.272515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.272584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.273029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.273029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.273166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8def62-bbee-4a5e-84fa-ca3a1b54eec0" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.519593] env[66526]: INFO networking_nsxv3.common.synchronization [req-c3322061-5afd-4a7b-949d-b82c16346ad3 req-e4f9dd75-8bf3-4e77-9b4a-2219b62c6f0e tempest-ServersTestJSON-1034849734 tempest-ServersTestJSON-1034849734-project-member] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1077.520138] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1077.520436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.520555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.520626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.520939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.521234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.521342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.521398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.521580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.521668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.521767] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.740589] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.831234] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.831234] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-828" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.831234] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-828" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.831902] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-828" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.832395] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.835115] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.835115] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.835115] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.835115] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.835115] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.835115] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.835115] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.835115] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.835115] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.835115] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.835115] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.862881] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.862881] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.862881] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.862881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-828" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.862881] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.862881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.862881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.862881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.862881] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63f59ce-7fbc-44f9-9515-5cee0d21eecb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.964169] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: SUCCESS [ 1077.964387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.964758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.965099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.965364] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.965516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.965596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.966084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.966084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.966084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.966208] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.023839] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.024169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.024169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.024343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.024519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.024626] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.024737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.024825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.024933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.025024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.025091] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 already deleted. [ 1078.025255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.244464] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.244642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.244683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.244896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.244982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.245093] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b747695f-66db-441c-b462-c249171df835 is going to be created. [ 1078.274811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.274811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.274811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.274811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.274811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.291344] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b747695f-66db-441c-b462-c249171df835 in Status: UNINITIALIZED for 2s [ 1078.367350] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.367659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.367808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.368217] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.368464] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.368641] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port f63f59ce-7fbc-44f9-9515-5cee0d21eecb not found, creating... [ 1078.369013] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.369251] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.369408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.369800] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.369967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.370317] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.370517] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.370600] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.370978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.371360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.371668] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: f63f59ce-7fbc-44f9-9515-5cee0d21eecb is going to be created. [ 1078.396655] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.396997] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.397140] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.397417] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.397637] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.397862] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.469727] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.766802] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: SUCCESS [ 1078.767134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.971861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2b5c105-98d3-4459-b669-1187ee6faba9: rpc.has_security_group_logging(os_id): False [ 1078.991529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.991683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.991756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.992081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.992175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.992427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.992526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.992586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.992746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.992851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.992939] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 is going to be created. [ 1079.061432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.061661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.061711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.062121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.062371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: IN_PROGRESS for 2s [ 1079.138264] env[66526]: INFO networking_nsxv3.common.synchronization [req-c3322061-5afd-4a7b-949d-b82c16346ad3 req-fa91ab6b-3c74-4031-b590-df13781ce8ab service nova] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1079.138547] env[66526]: INFO networking_nsxv3.common.synchronization [req-c3322061-5afd-4a7b-949d-b82c16346ad3 req-fa91ab6b-3c74-4031-b590-df13781ce8ab service nova] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1079.138819] env[66526]: INFO networking_nsxv3.common.synchronization [req-c3322061-5afd-4a7b-949d-b82c16346ad3 req-fa91ab6b-3c74-4031-b590-df13781ce8ab service nova] Enqueued Resource ID: f63f59ce-7fbc-44f9-9515-5cee0d21eecb with Priority: HIGHEST for action port [ 1079.139593] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_rules [ 1079.139793] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1079.139966] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63f59ce-7fbc-44f9-9515-5cee0d21eecb with Priority: HIGHEST for action port [ 1079.141230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.141432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.141537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.141881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.142016] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.144366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.144547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.144648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.144909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.145164] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.145318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.145415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.146027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.146027] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.146027] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.147910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.147910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.148026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.148192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.148327] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f63f59ce-7fbc-44f9-9515-5cee0d21eecb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.644784] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.644864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.648396] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.650820] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f63f59ce-7fbc-44f9-9515-5cee0d21eecb with status ACTIVE [ 1079.651102] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.651280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.651356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.651584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.651676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.651881] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.652019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.652105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.652275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.652368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.652555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.652702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.652702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.652833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.652903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.653027] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f63f59ce-7fbc-44f9-9515-5cee0d21eecb is going to be updated. [ 1079.675381] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.675552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.675609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.675819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.675957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.676146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f63f59ce-7fbc-44f9-9515-5cee0d21eecb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.933203] env[66526]: INFO networking_nsxv3.common.synchronization [req-2bf15d29-a0a5-4475-af28-0ae6f67e0516 req-170d3b30-5bed-4612-97c8-c39fc782a26a tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1079.933942] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1079.935845] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.936059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.936150] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.936435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.936641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.936786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.936850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.937050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.937163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.937283] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.150930] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.303168] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b747695f-66db-441c-b462-c249171df835 in Status: SUCCESS [ 1080.303515] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.303784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.304108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.304393] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.304626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.304961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.305159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.305159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.305287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.305411] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.318267] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.318433] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.318474] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.318722] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.319136] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.319309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.319451] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.319679] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.319819] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.320231] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.320231] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.320326] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.320416] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.320524] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.320626] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.320768] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.348492] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.348653] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.348796] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.349086] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-987" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.349432] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-89818f2a-dcb2-42b7-985c-549e15b35221 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.349639] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.349796] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.350152] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.350296] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89818f2a-dcb2-42b7-985c-549e15b35221',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.440992] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.441185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.441259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.441476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.441568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.441762] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.441897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.441975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.442182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.442254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.442351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1080.474468] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.474652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.474712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.474877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.475025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.485241] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1080.658544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.658699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.658774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.658990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.659087] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.659556] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 is going to be created. [ 1080.685867] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.685962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.686046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.686263] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.686426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.698695] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: UNINITIALIZED for 2s [ 1080.808435] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.808598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.808672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.808890] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.809128] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.809188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.809372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.809489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.809585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.809747] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.809842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.809903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.810067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.810201] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.810293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.810352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.810488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.810562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.810639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.810725] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.853409] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.854821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.854821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.854821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.854821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.854821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 89818f2a-dcb2-42b7-985c-549e15b35221 not found, creating... [ 1080.854996] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.855210] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.855387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.855662] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.855857] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.856333] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.856552] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.856982] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.857059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.857247] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.857448] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 89818f2a-dcb2-42b7-985c-549e15b35221 is going to be created. [ 1080.881064] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.881656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.881656] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.881967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.882242] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.882546] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.090315] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: SUCCESS [ 1081.090928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.313057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b747695f-66db-441c-b462-c249171df835: rpc.has_security_group_logging(os_id): False [ 1081.335394] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.335586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.335586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.335866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.335961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.336099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.336195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.336242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.336824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.336824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.336824] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.336824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.336824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.337092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.337092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.337195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.337291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.337348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.337508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.339773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.339773] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b747695f-66db-441c-b462-c249171df835 is going to be created. [ 1081.528995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.529188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.529188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.530577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.530577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.542193] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b747695f-66db-441c-b462-c249171df835 in Status: IN_PROGRESS for 2s [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [req-2bf15d29-a0a5-4475-af28-0ae6f67e0516 req-00d729af-33bb-4209-bb63-d28937f8c3dc service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [req-2bf15d29-a0a5-4475-af28-0ae6f67e0516 req-00d729af-33bb-4209-bb63-d28937f8c3dc service nova] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [req-2bf15d29-a0a5-4475-af28-0ae6f67e0516 req-00d729af-33bb-4209-bb63-d28937f8c3dc service nova] Enqueued Resource ID: 89818f2a-dcb2-42b7-985c-549e15b35221 with Priority: HIGHEST for action port [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_rules [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1081.682220] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89818f2a-dcb2-42b7-985c-549e15b35221 with Priority: HIGHEST for action port [ 1081.682220] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.682586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.682586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.682637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.682785] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.684317] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.684317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.684434] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-89818f2a-dcb2-42b7-985c-549e15b35221 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.688183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.688183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.688415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.688523] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89818f2a-dcb2-42b7-985c-549e15b35221',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.185261] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.186523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.190957] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89818f2a-dcb2-42b7-985c-549e15b35221 with status ACTIVE [ 1082.191345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.191636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.192503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.195023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.195023] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.195023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.195023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89818f2a-dcb2-42b7-985c-549e15b35221 is going to be updated. [ 1082.217819] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.217819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.217819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.217819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.217819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.217819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89818f2a-dcb2-42b7-985c-549e15b35221" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501313] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1082.501313] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501313] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.501313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.501313] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.712302] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: SUCCESS [ 1082.712995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.712995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.713125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.713283] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.713398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.713461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.713615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.713691] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.714496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.714496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.001890] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.215923] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.504406] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.555919] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b747695f-66db-441c-b462-c249171df835 in Status: SUCCESS [ 1083.556981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.719627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62bbad07-afaf-4ff1-b8b4-b906b3fa7334: rpc.has_security_group_logging(os_id): False [ 1083.740323] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.740323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.740323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.740323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.740323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.740323] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.740323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.743232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.743587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.743747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.743880] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 is going to be created. [ 1083.813869] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.814102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.814102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.814317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.814500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.830143] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: IN_PROGRESS for 2s [ 1084.007014] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.007212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.007253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.007486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.007577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.007682] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1084.041519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.041723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.041723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.041940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.042126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.052505] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1085.844601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: SUCCESS [ 1085.844601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.065142] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1086.065619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.065619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.066314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.066314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.066314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.066314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.066694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.066694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.066694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.066834] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.573258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.573258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.573258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.573258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.573711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.573711] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.573870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.574998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.574998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.574998] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.683355] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.683473] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1087.080415] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40345d28-ce59-4fb1-8001-047f55e1b3e1: rpc.has_security_group_logging(os_id): False [ 1087.099468] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.099468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.099576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100588] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.101025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.101387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.101387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.101611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.101611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.101669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.101743] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1087.167508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.167508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.167508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.167508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.167508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.185008] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1089.209532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1089.210149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.988865] env[66526]: INFO networking_nsxv3.common.synchronization [req-927d81b2-8147-4905-8ab1-e353c7cd9dda req-e73c06f6-4e91-4162-a979-050432a1297a tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1090.989500] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1090.989842] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.990046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.990442] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.990590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.991084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.991192] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.419235] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.419524] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.419660] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.419957] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.420288] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.420464] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.420629] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.421200] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.421200] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.421335] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.421373] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.421477] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.421583] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.421691] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.421806] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.421951] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.446709] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.446898] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.447077] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.447212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.447531] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-f6403883-f987-4929-8fc2-66de7a624931 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.447711] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.447832] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.448199] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.448365] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6403883-f987-4929-8fc2-66de7a624931',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.493950] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.494148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.494209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.494420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.494511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494706] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.494801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.494862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.495026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.495088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.495235] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1091.527660] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.527843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.527935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.528164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.528307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.539100] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1091.951483] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.951739] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.951791] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.952055] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.952196] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.952364] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port f6403883-f987-4929-8fc2-66de7a624931 not found, creating... [ 1091.952637] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.952790] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.952903] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.953411] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.953411] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.953677] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.954137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.954137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.954137] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.954263] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.954456] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: f6403883-f987-4929-8fc2-66de7a624931 is going to be created. [ 1091.985241] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.985241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.985241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.985400] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.985583] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.986169] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.691334] env[66526]: INFO networking_nsxv3.common.synchronization [req-927d81b2-8147-4905-8ab1-e353c7cd9dda req-c76d2c10-f421-40fd-8466-12f3581d38b0 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 1092.691616] env[66526]: INFO networking_nsxv3.common.synchronization [req-927d81b2-8147-4905-8ab1-e353c7cd9dda req-c76d2c10-f421-40fd-8466-12f3581d38b0 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1092.691712] env[66526]: INFO networking_nsxv3.common.synchronization [req-927d81b2-8147-4905-8ab1-e353c7cd9dda req-c76d2c10-f421-40fd-8466-12f3581d38b0 service nova] Enqueued Resource ID: f6403883-f987-4929-8fc2-66de7a624931 with Priority: HIGHEST for action port [ 1092.692206] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 1092.692337] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1092.692434] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6403883-f987-4929-8fc2-66de7a624931 with Priority: HIGHEST for action port [ 1092.692712] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.692827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.692895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.693385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.693509] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.696342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.696342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.696342] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6403883-f987-4929-8fc2-66de7a624931 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.696342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.696342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.696342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.696342] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6403883-f987-4929-8fc2-66de7a624931',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.198561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.198702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.198882] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6403883-f987-4929-8fc2-66de7a624931 with status ACTIVE [ 1093.199151] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.199273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.199945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.199945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.199945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.199945] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.199945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.199945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.200321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.200321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.200321] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.200438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.200438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.200561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.200631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.200921] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6403883-f987-4929-8fc2-66de7a624931 is going to be updated. [ 1093.223041] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.223041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.223041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.223041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.223041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.223041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6403883-f987-4929-8fc2-66de7a624931" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.325324] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8c6ab82-5d1f-4b0d-a0ee-c219daccfd19 req-82403d7c-e89d-4e17-a0b8-e348863531fd tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1093.325645] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1093.325831] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.325976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.326233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.326479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.326807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.326807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.326904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.326988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.327072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.327185] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.549721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1093.551217] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef deletion is rescheduled due to dependency. [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.551217] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.551217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.552249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.552249] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.695261] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.695586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.695586] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.695814] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.696078] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.696232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.696345] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.696548] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.696687] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.696887] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.696994] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.697115] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.697219] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.697330] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.697424] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.697552] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.716852] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.717026] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.717164] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.717339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-50" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.717667] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-dffea5e6-6e70-4949-b538-e783d628791e taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.717837] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.717954] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.718314] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.718454] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dffea5e6-6e70-4949-b538-e783d628791e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.829019] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.852075] env[66526]: INFO networking_nsxv3.common.synchronization [req-9ff72f32-423e-421a-a4a6-ffee45591730 req-cdb73848-1b4c-46c9-90dd-7f0e252b871b tempest-InstanceActionsTestJSON-1577182764 tempest-InstanceActionsTestJSON-1577182764-project-member] Enqueued Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1093.852286] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGHEST for action security_group_members [ 1093.852594] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.852716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.852781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.852977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.853146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.853246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.853305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.853448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.853530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.853619] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.053448] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.221175] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.221517] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.221876] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.222308] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.222587] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.223283] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port dffea5e6-6e70-4949-b538-e783d628791e not found, creating... [ 1094.223377] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.223589] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.223793] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.227021] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.227021] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.227021] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: dffea5e6-6e70-4949-b538-e783d628791e is going to be created. [ 1094.249098] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.249413] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.249472] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.249721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.249985] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.250265] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.331024] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.355647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.356093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.356275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.356508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.356628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.356852] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.357037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.357154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.357380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.357521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.357639] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b747695f-66db-441c-b462-c249171df835 is going to be updated. [ 1094.401687] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.402058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.402058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.402352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.402352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.425163] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b747695f-66db-441c-b462-c249171df835 in Status: IN_PROGRESS for 2s [ 1094.555232] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.834058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.834498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.834498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.834498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.834687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.834687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1094.870502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.870775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.870775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.871125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.871248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.882370] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1095.010700] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8c6ab82-5d1f-4b0d-a0ee-c219daccfd19 req-3ef9f260-5676-410e-ab67-0f3b0ceca76e service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 1095.010883] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8c6ab82-5d1f-4b0d-a0ee-c219daccfd19 req-3ef9f260-5676-410e-ab67-0f3b0ceca76e service nova] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1095.011016] env[66526]: INFO networking_nsxv3.common.synchronization [req-f8c6ab82-5d1f-4b0d-a0ee-c219daccfd19 req-3ef9f260-5676-410e-ab67-0f3b0ceca76e service nova] Enqueued Resource ID: dffea5e6-6e70-4949-b538-e783d628791e with Priority: HIGHEST for action port [ 1095.011587] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_rules [ 1095.011760] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1095.011806] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffea5e6-6e70-4949-b538-e783d628791e with Priority: HIGHEST for action port [ 1095.012105] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.012269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.012269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.012488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.012541] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.013345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.013567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.013796] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-dffea5e6-6e70-4949-b538-e783d628791e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.013906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.013972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.014153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.014230] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dffea5e6-6e70-4949-b538-e783d628791e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.057884] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.057884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.057985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.058152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.058243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.058339] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1095.092923] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.093152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.093288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.093593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.093754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.106296] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1095.516394] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.516602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.516700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dffea5e6-6e70-4949-b538-e783d628791e with status ACTIVE [ 1095.516863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.516967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.517039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.517260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.517347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.517519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.517616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.517677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.517843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.517920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518107] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.518236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.518309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.518431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.518504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518589] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dffea5e6-6e70-4949-b538-e783d628791e is going to be updated. [ 1095.541791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.542057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.542057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.542242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.542382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.542547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dffea5e6-6e70-4949-b538-e783d628791e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.632836] env[66526]: INFO networking_nsxv3.common.synchronization [req-7955b0c2-f703-45ef-9f77-39b1b28d8b16 req-81ceba3a-326e-4499-af5f-9dd81d583f28 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1095.633152] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1095.633721] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.633907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.634016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.634292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.634489] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.634683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.634788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.635041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.635137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.635237] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.657032] env[66526]: INFO networking_nsxv3.common.synchronization [req-4208ce0e-a260-479e-af8c-7f9473ec1936 req-fd8c3385-8c49-4456-ae0c-0ff305f172a8 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 1095.658247] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGHEST for action security_group_members [ 1095.658610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.658758] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.658849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.659628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.659628] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.659628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.659628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.659826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.659826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.659826] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.085117] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.085493] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.085493] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.085838] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087453] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.087453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.087453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.087453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.087453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.087691] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.087691] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.087932] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.088526] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.088526] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.088526] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.088526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.111603] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.111603] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.111603] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.111603] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.111858] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-e8d9eec4-8167-465e-8396-3717d0e9fcda taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.111942] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.112461] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.112461] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.112651] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d9eec4-8167-465e-8396-3717d0e9fcda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.138610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.138610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.138610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.138877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.138877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.139118] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.139257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.139294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.139443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.139557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.139596] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1096.162537] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.162913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.162913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.163052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.163052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.163228] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.163329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.163394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.163569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.163631] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.163719] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07d04b6-b874-4abb-be50-92c18234e484 is going to be updated. [ 1096.183402] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.183632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.183632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.183831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.183973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195397] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1096.199706] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.199706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.199861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.199955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.200115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.217596] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: IN_PROGRESS for 2s [ 1096.437829] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b747695f-66db-441c-b462-c249171df835 in Status: SUCCESS [ 1096.438039] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b747695f-66db-441c-b462-c249171df835 deletion is rescheduled due to dependency. [ 1096.438173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.615653] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.615653] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.615653] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.615943] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.616105] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.616262] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port e8d9eec4-8167-465e-8396-3717d0e9fcda not found, creating... [ 1096.616570] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.616733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.616851] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.617125] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.617275] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.617570] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.617724] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.617844] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.618059] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.618194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.618336] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: e8d9eec4-8167-465e-8396-3717d0e9fcda is going to be created. [ 1096.642631] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.642936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.643147] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.643494] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.643730] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.643970] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.893147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1096.893374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.893547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.893874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.893952] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.894073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.894147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.894317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.894422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.894523] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.116994] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.118909] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.118909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.118909] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.374371] env[66526]: INFO networking_nsxv3.common.synchronization [req-7955b0c2-f703-45ef-9f77-39b1b28d8b16 req-6d2302af-5e59-45ea-bc6c-c3ee1a2f141e service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1097.374582] env[66526]: INFO networking_nsxv3.common.synchronization [req-7955b0c2-f703-45ef-9f77-39b1b28d8b16 req-6d2302af-5e59-45ea-bc6c-c3ee1a2f141e service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1097.374721] env[66526]: INFO networking_nsxv3.common.synchronization [req-7955b0c2-f703-45ef-9f77-39b1b28d8b16 req-6d2302af-5e59-45ea-bc6c-c3ee1a2f141e service nova] Enqueued Resource ID: e8d9eec4-8167-465e-8396-3717d0e9fcda with Priority: HIGHEST for action port [ 1097.375242] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1097.376645] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1097.376645] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d9eec4-8167-465e-8396-3717d0e9fcda with Priority: HIGHEST for action port [ 1097.376645] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.376645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.376645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.377076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.377076] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.378653] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.378829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.378959] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d9eec4-8167-465e-8396-3717d0e9fcda taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.379091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.379249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.379488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.380304] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d9eec4-8167-465e-8396-3717d0e9fcda',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.397035] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.622436] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.881812] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.881812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.883101] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d9eec4-8167-465e-8396-3717d0e9fcda with status ACTIVE [ 1097.883836] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.883836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.883836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.883836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.883836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.884207] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.884207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.884207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.884325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.884440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.884564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.884659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.884732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.884916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.884960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.885042] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d9eec4-8167-465e-8396-3717d0e9fcda is going to be updated. [ 1097.899156] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.913804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.914095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.914218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.914557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.914747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.915161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d9eec4-8167-465e-8396-3717d0e9fcda" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.065852] env[66526]: INFO networking_nsxv3.common.synchronization [req-341c8f1e-ef39-4091-9f14-be3996550db1 req-76839dad-3481-494b-af0d-0bb08f0abe22 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1098.067130] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1098.067130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.067432] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.067806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.067904] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.124698] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e833ff4-200b-432a-8e5f-55dded83adef: rpc.has_security_group_logging(os_id): False [ 1098.145722] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.145913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.146018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.146255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.146374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.146675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.146813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.147026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.147073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.147141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.147264] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1098.206769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1098.207019] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd deletion is rescheduled due to dependency. [ 1098.207305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.207305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.207587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.207789] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.207909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.207999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.208155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.208251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.208974] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.221734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.221902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.221983] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.222303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.222634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.234783] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07d04b6-b874-4abb-be50-92c18234e484 in Status: SUCCESS [ 1098.234932] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07d04b6-b874-4abb-be50-92c18234e484 deletion is rescheduled due to dependency. [ 1098.235107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.238487] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1098.403508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.403737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.403814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.403995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.404539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.404683] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1098.445607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.445757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.445830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.446047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.446188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.457120] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1098.507224] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.507408] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.507526] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.507788] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.514040] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.514523] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.514523] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.514891] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.514957] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.515645] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.515645] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.515645] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.515645] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.515645] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.515645] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.515887] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.546259] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.546444] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.546587] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.546825] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.547102] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-51fd3c20-c60c-469e-83f5-7b6349b6290f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.547314] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.547486] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.547746] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.547887] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fd3c20-c60c-469e-83f5-7b6349b6290f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.575999] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.576179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.576253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.576489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.604085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.604271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.604336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.604368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.604555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.604636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.604725] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be updated. [ 1098.643995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.644191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.644191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.644379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.644517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.656820] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 1098.714062] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.051062] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.051062] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.051342] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.051517] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.051664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.051823] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 51fd3c20-c60c-469e-83f5-7b6349b6290f not found, creating... [ 1099.052106] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.052264] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.052380] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.052594] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.052727] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.053012] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.053179] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.053299] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.053500] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.053630] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.053765] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f is going to be created. [ 1099.075897] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.076111] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.076232] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.076494] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.076713] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.076933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.216420] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.719996] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.720258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.720258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.720772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.720772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.720841] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1099.755713] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.755869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.755933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.756169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.756315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.766687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1099.827842] env[66526]: INFO networking_nsxv3.common.synchronization [req-341c8f1e-ef39-4091-9f14-be3996550db1 req-a9dbee15-9c37-4bd6-8131-418280c49e0d service nova] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_rules [ 1099.828120] env[66526]: INFO networking_nsxv3.common.synchronization [req-341c8f1e-ef39-4091-9f14-be3996550db1 req-a9dbee15-9c37-4bd6-8131-418280c49e0d service nova] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1099.828317] env[66526]: INFO networking_nsxv3.common.synchronization [req-341c8f1e-ef39-4091-9f14-be3996550db1 req-a9dbee15-9c37-4bd6-8131-418280c49e0d service nova] Enqueued Resource ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f with Priority: HIGHEST for action port [ 1099.829191] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_rules [ 1099.829306] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1099.829450] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f with Priority: HIGHEST for action port [ 1099.829834] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.830050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.830084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.830377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.830488] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.833066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.833066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.833066] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-51fd3c20-c60c-469e-83f5-7b6349b6290f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.833066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.833066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.833326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.833392] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fd3c20-c60c-469e-83f5-7b6349b6290f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.998078] env[66526]: INFO networking_nsxv3.common.synchronization [None req-98c78d79-e0a2-49f0-8cff-c3f77de6e401 tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1099.998078] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1099.998171] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.998306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.998362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.998639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.998708] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.144903] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b6b6b1ea-4c47-4984-b6f6-c6e1eae8f8de tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1100.145457] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1100.145756] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.145862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.256763] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1100.257231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.336621] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51fd3c20-c60c-469e-83f5-7b6349b6290f with status ACTIVE [ 1100.336621] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.336882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.336882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.337058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.337157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.337367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.337706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.337774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.337968] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.338131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.338201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.338353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.338430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.338522] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f is going to be updated. [ 1100.342242] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.342242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.371960] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.372189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.372239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.372491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.372699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.373536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.471057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1100.471392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.471575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.471791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.471986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.472126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.472215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.472422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.472512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.472598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.472689] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.526630] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.526838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.526925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.527200] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.527322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.527434] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d39255-5989-4997-ae03-7d19d5404025 already deleted. [ 1100.527534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.528167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.528392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.528510] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.668479] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 1100.668667] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 deletion is rescheduled due to dependency. [ 1100.668780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.668972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.669204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.669412] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.669530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.669589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.669735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.669814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.669904] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.974955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.975540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.975540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.975700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.975886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.975998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.976084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.976246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.976348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.976453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.976604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.976705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.976754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.976881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.977028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.977109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.977161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.977298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.977370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.977466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.977562] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.051775] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.052121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.052814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.052814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.052814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.052814] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d39255-5989-4997-ae03-7d19d5404025 already deleted. [ 1101.052814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.171697] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.483116] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd: rpc.has_security_group_logging(os_id): False [ 1101.502474] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.502669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.502714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.502918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.503019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.503226] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.503324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.503424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.503609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.503692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.503894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.503989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.504063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.504203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.504277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.504470] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.504565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.504624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.504761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.504831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.504916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1101.566493] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.566677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.566717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.566912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.567075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.588943] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1101.674093] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.779924] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.779924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.779924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.779924] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.176590] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.176845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.176845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.177108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.177207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.177309] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be updated. [ 1102.214675] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.214675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.214675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.214675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.214823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.225915] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 1102.282499] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.786054] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011033ae-d3c6-457e-8728-f3e860774bbd: rpc.has_security_group_logging(os_id): False [ 1102.810298] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.810441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.810517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.810734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.810828] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.811106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.811254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.811314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.811465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.811542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.811633] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1102.876356] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.876516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.876618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.876831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.876984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.894495] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1103.607167] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1103.607556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.240188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 4s [ 1104.916096] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1104.916331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.146555] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.146555] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1105.553600] env[66526]: INFO networking_nsxv3.common.synchronization [req-43e6fa73-f7b3-429e-909f-114ebf93ea10 req-8b4161e4-baa7-4a39-b3fa-626f49da0277 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1105.553911] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1105.556168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.556168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.556168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.556168] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.882228] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.882477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.882607] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.882872] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.883154] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.883309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.883422] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.883629] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.883771] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.883974] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.884096] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.884204] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.884326] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.884442] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.884546] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.884674] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.906125] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.906414] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.906633] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.906842] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.907187] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-01c94775-2816-4c59-be70-50b81c995434 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.907360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.907477] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.907801] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.907935] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c94775-2816-4c59-be70-50b81c995434',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.058530] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.252023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 1106.252417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.253026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.253221] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.253301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.253406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.253604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.253672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253821] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.411072] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.411072] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.411372] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.411595] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.411799] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.412030] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 01c94775-2816-4c59-be70-50b81c995434 not found, creating... [ 1106.412294] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.412454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.412568] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.412839] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.412925] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.413372] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.413657] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.413858] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.414211] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.414401] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.414554] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 01c94775-2816-4c59-be70-50b81c995434 is going to be created. [ 1106.436247] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.436474] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.437864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.437864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.437864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.437864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563390] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.756629] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.756808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.756878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.757205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.757478] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.757718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.757823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.758066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.758165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.758288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.758465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.758793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.758793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.758855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.758971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.759098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.759169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.759343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.759432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.759529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.759637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.066018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.066280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.066419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.066728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.066843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.066955] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1107.105153] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.105153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.105153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.105153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.105153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115417] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1107.243854] env[66526]: INFO networking_nsxv3.common.synchronization [req-43e6fa73-f7b3-429e-909f-114ebf93ea10 req-189c0eca-fb31-4cbe-b7b6-6136a7e45b3b service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1107.244210] env[66526]: INFO networking_nsxv3.common.synchronization [req-43e6fa73-f7b3-429e-909f-114ebf93ea10 req-189c0eca-fb31-4cbe-b7b6-6136a7e45b3b service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1107.244445] env[66526]: INFO networking_nsxv3.common.synchronization [req-43e6fa73-f7b3-429e-909f-114ebf93ea10 req-189c0eca-fb31-4cbe-b7b6-6136a7e45b3b service nova] Enqueued Resource ID: 01c94775-2816-4c59-be70-50b81c995434 with Priority: HIGHEST for action port [ 1107.245276] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1107.245387] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1107.245482] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c94775-2816-4c59-be70-50b81c995434 with Priority: HIGHEST for action port [ 1107.245759] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.245878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.245941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.246325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.246325] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.247553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.247756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248022] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-01c94775-2816-4c59-be70-50b81c995434 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.248233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.248233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.248407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.248456] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01c94775-2816-4c59-be70-50b81c995434',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.262480] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41: rpc.has_security_group_logging(os_id): False [ 1107.282605] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.282605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.282605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.282899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.284207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.284427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.284545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.284641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.284797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.284877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.285791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.286484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.286484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.286484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.286484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.286745] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.286810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.286840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.287384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.287384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.287384] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be updated. [ 1107.384544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.385835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.385835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.385835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.385835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.400569] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 1107.754099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.754099] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01c94775-2816-4c59-be70-50b81c995434 with status ACTIVE [ 1107.754099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.754099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.754099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.754099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.755569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.755569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.755569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.755569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.755569] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01c94775-2816-4c59-be70-50b81c995434 is going to be updated. [ 1107.778682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.779826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.779826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.779826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.779826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.779826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01c94775-2816-4c59-be70-50b81c995434" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.127109] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1109.127402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.127522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.127744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.127931] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.128056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.128125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.128274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.128399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.128438] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.418274] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 1109.420257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.631511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.133718] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.170787] env[66526]: INFO networking_nsxv3.common.synchronization [req-69253b6a-f689-4f6a-a132-717a00a10333 req-27b67909-9bf5-4663-9199-91fef55c99d6 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1110.171649] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1110.171744] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.171849] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.171883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.172090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.173355] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.173355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.173355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.173355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.173355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.173355] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.538070] env[66526]: INFO networking_nsxv3.common.synchronization [None req-23b2adb5-dbd2-4060-a096-fda3e2bcbb9f tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1110.538781] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1110.539136] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.539266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.539355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.539655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.539751] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.637235] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.637419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.637481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.637668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.637759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.637861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1110.675291] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.682141] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.682287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.682443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.682669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.682814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.694235] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1110.724411] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2b5078d9-45c2-4b12-a271-7401f80b2935 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1110.725138] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1110.725460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.725673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.065933] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.066170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.066170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.066622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.066622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.066622] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83bda563-b046-417a-8e05-8637a30e1728 already deleted. [ 1111.066622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.066798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.066959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.067803] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.177533] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.591379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.591593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.591593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.591826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.591919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.592035] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83bda563-b046-417a-8e05-8637a30e1728 already deleted. [ 1111.592120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.680139] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.680353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.680459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.680742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.680852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.680986] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1111.689477] env[66526]: INFO networking_nsxv3.common.synchronization [req-7873dd16-37b2-4b38-809b-4deca3975d14 req-8b1c0bce-b867-4f49-bec6-8e16e82db304 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1111.689477] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGHEST for action security_group_members [ 1111.689477] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.689477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.689477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.689477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.689935] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.689935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.689935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.689935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.690058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.690203] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.713674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.713888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.713960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.714487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.714487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.724839] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1111.741733] env[66526]: INFO networking_nsxv3.common.synchronization [req-7873dd16-37b2-4b38-809b-4deca3975d14 req-8b1c0bce-b867-4f49-bec6-8e16e82db304 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f with Priority: HIGHEST for action port [ 1111.742717] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f with Priority: HIGHEST for action port [ 1111.743236] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-51fd3c20-c60c-469e-83f5-7b6349b6290f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.743371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.743440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.743679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.743727] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fd3c20-c60c-469e-83f5-7b6349b6290f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.193367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.193367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.193367] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.194387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.194387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.194387] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be updated. [ 1112.196994] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f5fb4a24-b645-4580-80c9-d66ed59b68cd None None] Enqueued Resource ID: 1f7606e4-dda5-409f-bf78-eb090a035f2f with Priority: HIGHEST for action port [ 1112.197796] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7606e4-dda5-409f-bf78-eb090a035f2f with Priority: HIGHEST for action port [ 1112.198772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7606e4-dda5-409f-bf78-eb090a035f2f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.198866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7606e4-dda5-409f-bf78-eb090a035f2f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.198938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7606e4-dda5-409f-bf78-eb090a035f2f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.199370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7606e4-dda5-409f-bf78-eb090a035f2f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.199486] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7606e4-dda5-409f-bf78-eb090a035f2f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.230727] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.230876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.230946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.231177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.231359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244423] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 2s [ 1112.246135] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51fd3c20-c60c-469e-83f5-7b6349b6290f with status ACTIVE [ 1112.246461] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.246461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.246567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.246721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.246808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.246984] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.247093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.247152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.247303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.247379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.247654] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.247654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.247762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.247831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.247902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.247983] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51fd3c20-c60c-469e-83f5-7b6349b6290f is going to be updated. [ 1112.276413] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.276413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.276413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.276413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.276413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.276413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51fd3c20-c60c-469e-83f5-7b6349b6290f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.278764] env[66526]: INFO networking_nsxv3.common.synchronization [req-503bebc2-6420-4c58-ae33-f634dd2d73f8 req-9e1a9426-2364-48a6-9583-1ebf1e84dfc5 tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1112.278974] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1112.279343] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.279418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.279495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.279996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.279996] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.279996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.280154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.280197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.280255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.280342] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.698642] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.698958] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.699197] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.699534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.700324] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.700583] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.700781] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.701116] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.701417] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.701888] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.702096] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.702364] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.702558] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.702743] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.702927] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.703148] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.704920] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f7606e4-dda5-409f-bf78-eb090a035f2f [ 1112.705204] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.705395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.705481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.705718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.705855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.706013] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f7606e4-dda5-409f-bf78-eb090a035f2f already deleted. [ 1112.706158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7606e4-dda5-409f-bf78-eb090a035f2f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.717084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1112.717311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.717479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.717693] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.717884] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.717996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.718068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.718215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.718291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.718375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.718483] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.727554] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.727738] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.728632] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.728632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-110" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.728632] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-6528014e-4476-45ce-b54b-f3d6aeee04de taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.728632] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.728861] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.729118] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.729269] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6528014e-4476-45ce-b54b-f3d6aeee04de',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.784425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.785275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.785844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.785844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.785844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.785971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.786052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.786085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.786222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.786528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.786528] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d39255-5989-4997-ae03-7d19d5404025 already deleted. [ 1112.786528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.221659] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.222211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.222211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.222315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.222444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.222553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.222642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.222775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.222861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.222976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.223151] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.223238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.223278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.223814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.223814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.223814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.223814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.223962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.223962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.224026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.224663] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.237189] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.237189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.237189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.237189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.237189] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.237189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 6528014e-4476-45ce-b54b-f3d6aeee04de not found, creating... [ 1113.237649] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.237902] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.238088] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.238460] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.238647] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.239047] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.239187] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.239247] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.239481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.239620] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.239773] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 6528014e-4476-45ce-b54b-f3d6aeee04de is going to be created. [ 1113.285920] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.286213] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.286553] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.286731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.286975] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.287227] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.727150] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061c86e2-9f47-42a6-a617-e1fe3cc4eb92: rpc.has_security_group_logging(os_id): False [ 1113.738024] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1113.738024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.747978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.748155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.748228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.748461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.748568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.748795] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.748902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.748965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.749144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.749219] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.749428] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.749531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.749845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.749845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.750043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.750091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.750126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.750258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.750332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.750419] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1113.823040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.823205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.823205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.823409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.823854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.844128] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1114.052113] env[66526]: INFO networking_nsxv3.common.synchronization [req-503bebc2-6420-4c58-ae33-f634dd2d73f8 req-2e61e2bd-97ac-48f9-a6e9-9f238619c8cc service nova] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1114.052113] env[66526]: INFO networking_nsxv3.common.synchronization [req-503bebc2-6420-4c58-ae33-f634dd2d73f8 req-2e61e2bd-97ac-48f9-a6e9-9f238619c8cc service nova] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1114.052113] env[66526]: INFO networking_nsxv3.common.synchronization [req-503bebc2-6420-4c58-ae33-f634dd2d73f8 req-2e61e2bd-97ac-48f9-a6e9-9f238619c8cc service nova] Enqueued Resource ID: 6528014e-4476-45ce-b54b-f3d6aeee04de with Priority: HIGHEST for action port [ 1114.053724] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_rules [ 1114.053880] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1114.053983] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6528014e-4476-45ce-b54b-f3d6aeee04de with Priority: HIGHEST for action port [ 1114.054312] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.054441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.056047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.056047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.056047] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.056047] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.056047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.056047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.056444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.056444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.056444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.060099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.060407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.060514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.060625] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.062021] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-6528014e-4476-45ce-b54b-f3d6aeee04de taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.063050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.063050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.063050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.063050] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6528014e-4476-45ce-b54b-f3d6aeee04de',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.258753] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: IN_PROGRESS for 4s [ 1114.565739] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.565964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.566076] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.568418] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6528014e-4476-45ce-b54b-f3d6aeee04de with status ACTIVE [ 1114.568418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.568418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.568418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.568418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.569173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.569355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.569455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.569559] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6528014e-4476-45ce-b54b-f3d6aeee04de is going to be updated. [ 1114.598340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.598998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.598998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.598998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.598998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.599196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6528014e-4476-45ce-b54b-f3d6aeee04de" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.765720] env[66526]: INFO networking_nsxv3.common.synchronization [None req-64c73ff9-7cf6-44b2-8364-d0d445045c4e None None] Enqueued Resource ID: aded6d3d-450c-4859-b60a-1416b67bfd5e with Priority: HIGHEST for action port [ 1114.766359] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded6d3d-450c-4859-b60a-1416b67bfd5e with Priority: HIGHEST for action port [ 1114.766691] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-aded6d3d-450c-4859-b60a-1416b67bfd5e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.766819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aded6d3d-450c-4859-b60a-1416b67bfd5e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.766895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aded6d3d-450c-4859-b60a-1416b67bfd5e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.767364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aded6d3d-450c-4859-b60a-1416b67bfd5e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.767508] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aded6d3d-450c-4859-b60a-1416b67bfd5e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.072135] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.269642] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aded6d3d-450c-4859-b60a-1416b67bfd5e [ 1115.270025] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.270025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.270174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.270265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.270465] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aded6d3d-450c-4859-b60a-1416b67bfd5e already deleted. [ 1115.270595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aded6d3d-450c-4859-b60a-1416b67bfd5e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.574389] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.574616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.574697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.575607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.575607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.575607] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d39255-5989-4997-ae03-7d19d5404025 is going to be created. [ 1115.605528] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.605804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.605804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.605929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.606096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.617401] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: UNINITIALIZED for 2s [ 1115.862803] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1115.863058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.271187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 in Status: SUCCESS [ 1116.271784] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 deletion is rescheduled due to dependency. [ 1116.271784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.628634] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: SUCCESS [ 1117.629102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.629102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.629250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.629530] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.629701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.629760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.629928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.630019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.630105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.630223] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.132796] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.635727] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31d39255-5989-4997-ae03-7d19d5404025: rpc.has_security_group_logging(os_id): False [ 1118.661740] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.661929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.661977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.662178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.662264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.662646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.662805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.662845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.662979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.663072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.663171] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d39255-5989-4997-ae03-7d19d5404025 is going to be created. [ 1118.777992] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.778564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.780026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.780026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.793782] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: IN_PROGRESS for 2s [ 1119.768281] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1119.768281] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1119.791649] env[66526]: INFO networking_nsxv3.common.synchronization [req-ee229b98-b488-41b7-a18d-d01123a10ee9 req-3c2768a3-436b-4188-b198-90d64318a327 tempest-ServersTestJSON-1634250101 tempest-ServersTestJSON-1634250101-project-member] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1119.792213] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGHEST for action security_group_members [ 1119.792390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.792634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.792762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.793034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.794162] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.794300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.794350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.794574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795372] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.300077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.300077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.300373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.300373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.300481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.300772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.300887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.300946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.301132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.301210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.301302] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be updated. [ 1120.354977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.355203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.355307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.355564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.355862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.367057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: IN_PROGRESS for 2s [ 1120.639606] env[66526]: INFO networking_nsxv3.common.synchronization [req-2a07f511-191a-4bf0-a9c1-7da57c5a7b20 req-d2964bb2-9b08-4bad-966f-8c0e6b523806 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1120.641212] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1120.641212] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.641212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.641212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.641398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.641674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.641795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.641856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.642076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.642167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.642263] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.808883] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: SUCCESS [ 1120.810324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.017883] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.018139] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.018266] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018591] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.019031] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.019315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.019644] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.020058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.020369] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.020603] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.020720] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.021028] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.021137] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.021236] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.021409] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.021638] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.045388] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.045655] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.045845] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.046046] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.046417] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-9714b585-b3d5-47e3-a61b-14ea8fa94c67 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.046685] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.046892] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.047263] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.047423] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9714b585-b3d5-47e3-a61b-14ea8fa94c67',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.145486] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.145648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.145722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.146042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.146219] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.146316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.146377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.146526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.146601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.146702] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83bda563-b046-417a-8e05-8637a30e1728 already deleted. [ 1121.146897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.550543] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.550795] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.550882] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.551187] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.551335] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.551557] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 9714b585-b3d5-47e3-a61b-14ea8fa94c67 not found, creating... [ 1121.551861] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.552031] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.552152] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.552372] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.552544] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.552860] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.553019] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.553136] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.553342] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.553473] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.553627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 9714b585-b3d5-47e3-a61b-14ea8fa94c67 is going to be created. [ 1121.575781] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.576089] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.576311] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.576663] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.576978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.577292] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.748983] env[66526]: INFO networking_nsxv3.common.synchronization [req-79ec7d22-e3f7-4ed7-986f-d459c53f9c75 req-9a2c5db5-e8d9-4810-a33c-0a3020f9fc80 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1121.749707] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1121.750038] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.750180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.750248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.750488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.750650] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.750742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.750800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.750955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.751049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.751144] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.071964] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.071964] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.071964] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.072346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.072346] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.072447] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.072603] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.072843] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.073012] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.073256] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.073389] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.073504] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.073613] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.073723] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.073824] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.073954] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.093463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.093607] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.093743] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.093912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.094245] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-2852040d-af5f-4c11-b3e5-e1fb3466050f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.094419] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.094565] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.094912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.095063] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2852040d-af5f-4c11-b3e5-e1fb3466050f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.253548] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.253719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.253778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.254030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.254135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.254345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.254475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.254590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.254674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.254749] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.254832] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 already deleted. [ 1122.254912] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.274246] env[66526]: INFO networking_nsxv3.common.synchronization [req-2a07f511-191a-4bf0-a9c1-7da57c5a7b20 req-b021f253-7f7a-4ca0-867c-9676091f1ad8 service nova] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1122.274478] env[66526]: INFO networking_nsxv3.common.synchronization [req-2a07f511-191a-4bf0-a9c1-7da57c5a7b20 req-b021f253-7f7a-4ca0-867c-9676091f1ad8 service nova] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1122.274616] env[66526]: INFO networking_nsxv3.common.synchronization [req-2a07f511-191a-4bf0-a9c1-7da57c5a7b20 req-b021f253-7f7a-4ca0-867c-9676091f1ad8 service nova] Enqueued Resource ID: 9714b585-b3d5-47e3-a61b-14ea8fa94c67 with Priority: HIGHEST for action port [ 1122.275500] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_rules [ 1122.275590] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1122.275692] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9714b585-b3d5-47e3-a61b-14ea8fa94c67 with Priority: HIGHEST for action port [ 1122.276093] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.276287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.276396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.276700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.276828] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.279618] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.279618] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.279618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.279618] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.279946] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9714b585-b3d5-47e3-a61b-14ea8fa94c67 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.280028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.281229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.281229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.281229] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9714b585-b3d5-47e3-a61b-14ea8fa94c67',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.377547] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd in Status: SUCCESS [ 1122.377827] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd deletion is rescheduled due to dependency. [ 1122.377903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.597963] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.598213] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.598341] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.598651] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.598767] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.598923] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 2852040d-af5f-4c11-b3e5-e1fb3466050f not found, creating... [ 1122.599224] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.599387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.599549] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.599775] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.599910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.600208] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.600367] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.600479] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.600682] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.600814] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.600956] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 2852040d-af5f-4c11-b3e5-e1fb3466050f is going to be created. [ 1122.622855] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.623075] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.623196] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.623483] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.623714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.623948] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.782638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.782638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.782638] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.783628] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9714b585-b3d5-47e3-a61b-14ea8fa94c67 with status ACTIVE [ 1122.783879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.784062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.784207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.784441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.784543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.784738] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.784871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.784938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.785498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.786083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.786197] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9714b585-b3d5-47e3-a61b-14ea8fa94c67 is going to be updated. [ 1122.852508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.853382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.853382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.853382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.853382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.853382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9714b585-b3d5-47e3-a61b-14ea8fa94c67" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.023222] env[66526]: INFO networking_nsxv3.common.synchronization [req-092ea00f-f5e5-4b26-8e48-89e7c11ce181 req-5fdafe98-cb74-4a3a-8fab-99f0a55c284b tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1123.023984] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1123.024132] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.024222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.024514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.024889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.024889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.024889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.025040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.025149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.025199] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.288654] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.327507] env[66526]: INFO networking_nsxv3.common.synchronization [req-79ec7d22-e3f7-4ed7-986f-d459c53f9c75 req-fa945a5e-c0ba-4bd0-93f1-d96ebff8312a service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1123.327745] env[66526]: INFO networking_nsxv3.common.synchronization [req-79ec7d22-e3f7-4ed7-986f-d459c53f9c75 req-fa945a5e-c0ba-4bd0-93f1-d96ebff8312a service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1123.327916] env[66526]: INFO networking_nsxv3.common.synchronization [req-79ec7d22-e3f7-4ed7-986f-d459c53f9c75 req-fa945a5e-c0ba-4bd0-93f1-d96ebff8312a service nova] Enqueued Resource ID: 2852040d-af5f-4c11-b3e5-e1fb3466050f with Priority: HIGHEST for action port [ 1123.329045] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1123.329176] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1123.329257] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2852040d-af5f-4c11-b3e5-e1fb3466050f with Priority: HIGHEST for action port [ 1123.329679] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.329810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.329873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.331902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.331902] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.331902] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.331902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.331902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.331902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.331902] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.334704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.334704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.334811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.334844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.334936] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.335858] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-2852040d-af5f-4c11-b3e5-e1fb3466050f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.335964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.336008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.336255] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2852040d-af5f-4c11-b3e5-e1fb3466050f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.343062] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.343364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.343401] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.343733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.344431] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.344431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.344431] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.344558] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.345170] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.345170] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.345170] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.345170] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.345170] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.345345] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.345372] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.345900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.371236] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.371425] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.371594] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.371802] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.372143] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.372316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.372434] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.372815] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.372964] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.527317] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.527504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.527600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.527895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.528032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.528301] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.528444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.528577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.528760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.528876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.529025] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 already deleted. [ 1123.529206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.791629] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.791837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.791935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.792098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.792195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.792286] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83bda563-b046-417a-8e05-8637a30e1728 is going to be created. [ 1123.819123] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.819306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.819348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.819577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.819685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.832226] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: UNINITIALIZED for 2s [ 1123.837817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.838051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.838176] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.847703] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2852040d-af5f-4c11-b3e5-e1fb3466050f with status ACTIVE [ 1123.847955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.848115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.848187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.848355] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.848444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.848635] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.848748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.848813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.848949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.849053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.849212] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.849365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.849365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.849535] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.849648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.849648] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2852040d-af5f-4c11-b3e5-e1fb3466050f is going to be updated. [ 1123.875720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.875946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.876039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.876368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.876553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.876766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2852040d-af5f-4c11-b3e5-e1fb3466050f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.878576] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.878875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.879104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.879481] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.879660] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.879816] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f not found, creating... [ 1123.880211] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.880383] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.880500] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.880721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.880855] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.881230] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.881470] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.881678] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.881947] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.882103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.882238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f is going to be created. [ 1123.906653] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.906950] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907327] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.907843] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.907843] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.908048] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.340658] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.636869] env[66526]: INFO networking_nsxv3.common.synchronization [req-092ea00f-f5e5-4b26-8e48-89e7c11ce181 req-bbb87ee7-9e54-44a7-a4a5-e4d436c4d3f0 service nova] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1124.637074] env[66526]: INFO networking_nsxv3.common.synchronization [req-092ea00f-f5e5-4b26-8e48-89e7c11ce181 req-bbb87ee7-9e54-44a7-a4a5-e4d436c4d3f0 service nova] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1124.637216] env[66526]: INFO networking_nsxv3.common.synchronization [req-092ea00f-f5e5-4b26-8e48-89e7c11ce181 req-bbb87ee7-9e54-44a7-a4a5-e4d436c4d3f0 service nova] Enqueued Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1124.637750] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1124.637888] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1124.637982] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1124.638662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.638662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.638763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.638942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.639035] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.639981] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.640113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.640191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.640376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.640529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.640618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.640718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.640819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.640903] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.640987] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.642239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.642348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.642416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.642699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.642742] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.843127] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.843337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.843456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.844172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.844172] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.844172] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be created. [ 1124.872127] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.872325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.872325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.872548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.872706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.884818] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: UNINITIALIZED for 2s [ 1125.144911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.145146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.145242] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.146189] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with status ACTIVE [ 1125.146368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.146502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.146593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.146806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.146897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147086] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.147464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.147642] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.147928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.148010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.148589] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f is going to be updated. [ 1125.173308] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.173564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.173677] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.173930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.174173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.174567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.651227] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.842482] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: SUCCESS [ 1125.843415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.843415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.843415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.843415] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.843632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.843632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.843632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.843759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.843787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.843935] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.154192] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.154396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.154909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.154909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.154909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.155158] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be created. [ 1126.183751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.183955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.183955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.184171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.184327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.197610] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: UNINITIALIZED for 2s [ 1126.345901] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.849077] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83bda563-b046-417a-8e05-8637a30e1728: rpc.has_security_group_logging(os_id): False [ 1126.868072] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.868338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.868338] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.868462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.868602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.868894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.869023] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.869099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.869348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.869445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.869540] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83bda563-b046-417a-8e05-8637a30e1728 is going to be created. [ 1126.900489] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1126.900705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.900880] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.901112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.901305] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.901418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.901481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.901740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.901887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.901887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.901974] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.959551] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.959551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.959551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.959851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.960041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.974842] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: IN_PROGRESS for 2s [ 1127.404088] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.404287] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404591] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.404821] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.405133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.405362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.405362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.405557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.405633] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.405814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.406010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.406436] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.406436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.406436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.406570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.406686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.406821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.406963] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.910620] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0dc38-53c9-4717-bc4a-93e697e9dab9: rpc.has_security_group_logging(os_id): False [ 1127.933379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.933557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.933711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.933843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.933962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.934222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.934351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.934456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.934674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.934767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.935011] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.935131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.935205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.935372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.935454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.935809] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.935809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.935939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.936017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.936100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.936187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be created. [ 1128.022401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.022578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.022635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.022850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.023047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.043821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1128.210321] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1128.210321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.210530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.210696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.210897] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.211020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.211085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.211238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.211319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.211402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.211800] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.713817] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.714022] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.714082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.714302] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.714471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.714570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.714637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.714788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.714875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.714960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.715121] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.716866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.716866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.716866] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.988756] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: SUCCESS [ 1128.989151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.220598] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2edcbda-c6a4-4b51-8537-3699f0fa75b7: rpc.has_security_group_logging(os_id): False [ 1129.242548] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.242874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.242991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.243265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.243378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.243684] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.243934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.244060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.244184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.244266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.244478] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.244580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.244642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.244784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.244857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.245431] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.245994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.246293] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be created. [ 1129.325077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.325345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.325345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.325537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.325721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.339801] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1129.640037] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1129.640037] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1130.080864] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1130.081371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.580073] env[66526]: INFO networking_nsxv3.common.synchronization [req-c18a14bb-345e-4bba-8088-5ddc3e6f47e7 req-62ae42ff-9317-42f6-a0ce-6a3da9cd2b6d tempest-DeleteServersTestJSON-600731471 tempest-DeleteServersTestJSON-600731471-project-member] Enqueued Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1130.581404] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 with Priority: HIGHEST for action security_group_members [ 1130.581976] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-40345d28-ce59-4fb1-8001-047f55e1b3e1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.581976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.582129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.582449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.582559] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.582955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.582955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.582955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.583374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.583374] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40345d28-ce59-4fb1-8001-047f55e1b3e1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.087510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.087798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.087798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.087941] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.089244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.089458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.090145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.090145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.090145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.090145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.090145] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 is going to be updated. [ 1131.141375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.141745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.141745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.141875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.142019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.152845] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: IN_PROGRESS for 2s [ 1131.352250] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1131.352516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.432428] env[66526]: INFO networking_nsxv3.common.synchronization [req-146dd66a-0590-4c1c-aa0c-e3841cbe58b8 req-5bed5929-2fde-4f63-bfb6-1faf60884085 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1132.433125] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1132.433560] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.433753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.433839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.434072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.434265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.434394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.434460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.434627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.434716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.434841] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.937431] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.163130] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 in Status: SUCCESS [ 1133.163370] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40345d28-ce59-4fb1-8001-047f55e1b3e1 deletion is rescheduled due to dependency. [ 1133.163498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40345d28-ce59-4fb1-8001-047f55e1b3e1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.443484] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.523281] env[66526]: INFO networking_nsxv3.common.synchronization [req-6f48baa3-d97f-402e-a7a9-3bb73973da38 req-ffa581e7-a53c-4cc3-97c6-2c265888e032 tempest-ServersTestJSON-1034849734 tempest-ServersTestJSON-1034849734-project-member] Enqueued Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1133.523878] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 with Priority: HIGHEST for action security_group_members [ 1133.524291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.524964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.524964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.524964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.524964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.525490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.525490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.525490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.525490] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.525490] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62bbad07-afaf-4ff1-b8b4-b906b3fa7334',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.946189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.946368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.946467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.946742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.946805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.948564] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1133.982592] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.982769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.982813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.983072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.983584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.993577] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1134.030231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.030443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.030513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.030769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.030885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.031147] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.031278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.031348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.031570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.031675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.031776] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 is going to be updated. [ 1134.061812] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.062032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.062032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.062204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.062624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.072920] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: IN_PROGRESS for 2s [ 1136.006067] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1136.006841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.086507] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 in Status: SUCCESS [ 1136.086765] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62bbad07-afaf-4ff1-b8b4-b906b3fa7334 deletion is rescheduled due to dependency. [ 1136.086966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62bbad07-afaf-4ff1-b8b4-b906b3fa7334" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.525769] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.526088] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1139.282493] env[66526]: INFO networking_nsxv3.common.synchronization [req-d0eac051-a2e1-43a5-a82c-b89beef9f154 req-d44e1e0e-2fec-4927-92d1-4ebd6c7c2819 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1139.283096] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1139.283423] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.283552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.283620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.284070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.284070] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.285810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.285862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.286094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.286199] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.286300] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.790800] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.790800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.790800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.790800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.790800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.790800] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.790800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.791447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.791447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.791447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.791528] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1139.826306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.826511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.826511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.827486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.827486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.837158] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1140.380629] env[66526]: INFO networking_nsxv3.common.synchronization [None req-f4bb81e0-2d61-445a-836b-0c16b6f67d17 None None] Enqueued Resource ID: 62392ae7-e1a3-4020-8751-5f2248bce8d9 with Priority: HIGHEST for action port [ 1140.381505] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62392ae7-e1a3-4020-8751-5f2248bce8d9 with Priority: HIGHEST for action port [ 1140.381589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-62392ae7-e1a3-4020-8751-5f2248bce8d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.381722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62392ae7-e1a3-4020-8751-5f2248bce8d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.381856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62392ae7-e1a3-4020-8751-5f2248bce8d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.382595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62392ae7-e1a3-4020-8751-5f2248bce8d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.382767] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62392ae7-e1a3-4020-8751-5f2248bce8d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.734972] env[66526]: INFO networking_nsxv3.common.synchronization [req-bdc5e9e7-0f4a-4fc6-90b3-d062489f4789 req-0d707d42-4c2c-40c1-944e-995ecdc06da6 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1140.735354] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1140.735682] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.735925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.735925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.737024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.737704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.737704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.737704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.738176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.738176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.738230] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.887860] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62392ae7-e1a3-4020-8751-5f2248bce8d9 [ 1140.887860] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.887860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.887860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.888408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.888408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.888408] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62392ae7-e1a3-4020-8751-5f2248bce8d9 already deleted. [ 1140.888408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62392ae7-e1a3-4020-8751-5f2248bce8d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.241180] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.241180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.241384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.241504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.241625] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.241905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.242019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.242083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.242254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.242327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.242417] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1141.288579] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.288738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.288798] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.289099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.289316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.299779] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1141.848612] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1141.848612] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 deletion is rescheduled due to dependency. [ 1141.848612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.764061] env[66526]: INFO networking_nsxv3.common.synchronization [req-c7513e50-2b4b-466b-9a4c-1067dd342acc req-ac5b2c90-57c6-494b-8db4-6a0cf32a1bb6 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1142.764061] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1142.764403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.764660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.766187] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.766187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.766187] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.188801] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.189012] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.189142] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.189531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.190099] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.190276] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.190406] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.190637] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.190784] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.191261] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.191415] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.191534] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.191640] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.191751] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.191931] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.192086] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.217700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.217870] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.218032] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.218518] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-6" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.218795] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-24f82543-727a-4de4-9ad6-1af40bc4b12e taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.219118] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.219293] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.219695] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.219828] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f82543-727a-4de4-9ad6-1af40bc4b12e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.247669] env[66526]: INFO networking_nsxv3.common.synchronization [None req-01e3a0e8-c781-4c75-bbb3-544fd97b640d None None] Enqueued Resource ID: 0591b901-1e40-4270-81c7-21e5cb72ea3f with Priority: HIGHEST for action port [ 1143.248539] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0591b901-1e40-4270-81c7-21e5cb72ea3f with Priority: HIGHEST for action port [ 1143.248749] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0591b901-1e40-4270-81c7-21e5cb72ea3f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0591b901-1e40-4270-81c7-21e5cb72ea3f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0591b901-1e40-4270-81c7-21e5cb72ea3f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.249267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0591b901-1e40-4270-81c7-21e5cb72ea3f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.249352] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0591b901-1e40-4270-81c7-21e5cb72ea3f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.268016] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.312466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1143.312779] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1143.312962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.725026] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.725026] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 24f82543-727a-4de4-9ad6-1af40bc4b12e not found, creating... [ 1143.725026] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.725026] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.726132] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.726518] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.727078] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.727507] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.727806] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.728223] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.728510] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.728898] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 24f82543-727a-4de4-9ad6-1af40bc4b12e is going to be created. [ 1143.753230] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0591b901-1e40-4270-81c7-21e5cb72ea3f [ 1143.753883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.754253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.754460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.754756] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.754938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.755147] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0591b901-1e40-4270-81c7-21e5cb72ea3f already deleted. [ 1143.755400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0591b901-1e40-4270-81c7-21e5cb72ea3f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760936] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.760936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.760936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.760936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760936] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.773066] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.276462] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.276616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.276616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.276778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.276867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.276972] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be updated. [ 1144.311655] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.311655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.311655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.311655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.311655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.324034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 1144.493047] env[66526]: INFO networking_nsxv3.common.synchronization [req-c7513e50-2b4b-466b-9a4c-1067dd342acc req-110d1bf0-730c-455e-813a-7b69c767f6b2 service nova] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 1144.493047] env[66526]: INFO networking_nsxv3.common.synchronization [req-c7513e50-2b4b-466b-9a4c-1067dd342acc req-110d1bf0-730c-455e-813a-7b69c767f6b2 service nova] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1144.493047] env[66526]: INFO networking_nsxv3.common.synchronization [req-c7513e50-2b4b-466b-9a4c-1067dd342acc req-110d1bf0-730c-455e-813a-7b69c767f6b2 service nova] Enqueued Resource ID: 24f82543-727a-4de4-9ad6-1af40bc4b12e with Priority: HIGHEST for action port [ 1144.493469] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_rules [ 1144.493603] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1144.493693] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f82543-727a-4de4-9ad6-1af40bc4b12e with Priority: HIGHEST for action port [ 1144.494031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.495122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.495122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.495472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.495472] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.496367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.496539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.496640] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f82543-727a-4de4-9ad6-1af40bc4b12e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.497429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.497429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.497429] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.497429] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f82543-727a-4de4-9ad6-1af40bc4b12e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.844782] env[66526]: INFO networking_nsxv3.common.synchronization [req-36705d3e-d669-4b64-a3e2-83cd5a7027cc req-d74eac49-fcac-4fdf-8829-de3e6d099185 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1144.846065] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGHEST for action security_group_members [ 1144.846065] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.846065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.846065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.846065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.846065] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.846065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.846385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.846385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.846385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.846469] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.882355] env[66526]: INFO networking_nsxv3.common.synchronization [None req-04971f27-390a-4250-a899-3e033c7c98b6 None None] Enqueued Resource ID: ad24a098-730b-4f3b-88f8-819ca12acb81 with Priority: HIGHEST for action port [ 1144.882870] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad24a098-730b-4f3b-88f8-819ca12acb81 with Priority: HIGHEST for action port [ 1144.883189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad24a098-730b-4f3b-88f8-819ca12acb81 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.883309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad24a098-730b-4f3b-88f8-819ca12acb81" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.883373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad24a098-730b-4f3b-88f8-819ca12acb81" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.883619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad24a098-730b-4f3b-88f8-819ca12acb81" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.883682] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad24a098-730b-4f3b-88f8-819ca12acb81',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.000190] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.000190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.000411] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24f82543-727a-4de4-9ad6-1af40bc4b12e with status ACTIVE [ 1145.000411] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.000525] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.000568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.000780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.000931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.001097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.001193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.001193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.001343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.001409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.001746] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.001746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.001746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.002034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.002034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.002126] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24f82543-727a-4de4-9ad6-1af40bc4b12e is going to be updated. [ 1145.026033] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.026191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.026191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.026569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.026569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.026706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f82543-727a-4de4-9ad6-1af40bc4b12e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.348446] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.349298] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.349405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.349716] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.349885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.350187] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.350321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.350378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.350593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.350644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.350736] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 is going to be updated. [ 1145.385623] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad24a098-730b-4f3b-88f8-819ca12acb81 [ 1145.385854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.385988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.386070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.386354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.386408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.386552] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad24a098-730b-4f3b-88f8-819ca12acb81 already deleted. [ 1145.386604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad24a098-730b-4f3b-88f8-819ca12acb81" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398429] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.398864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.398864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.398991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.403851] env[66526]: INFO networking_nsxv3.common.synchronization [req-11f2c212-d676-4878-b33b-42b28faa7680 req-3fb25161-e2c1-4942-8ca3-eb34fe3401ce tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1145.404512] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1145.404772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.404905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.404951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.405195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.405362] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.405621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.405621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.406451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.406451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.406451] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.417064] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: IN_PROGRESS for 2s [ 1145.800445] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.800445] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.800445] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.800749] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.801850] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.801850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.801850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.801850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.801850] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.802063] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.802096] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.802185] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.802289] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.802396] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.802496] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.802624] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.823755] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.823755] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.823755] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.823755] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-385" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.823974] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.824276] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.824346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.824604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.824733] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.908469] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.909095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.909095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.909095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.909399] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.909399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.909744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.909744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.909870] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1145.942610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.942851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.942851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.943136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.943300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.971583] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1146.328436] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.328659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.328659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.328953] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.329125] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.329285] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 not found, creating... [ 1146.330248] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.330733] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331429] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331592] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331965] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.332280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.332512] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332797] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 is going to be created. [ 1146.345083] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 1146.345319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.345532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.345860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.346064] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.346183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.346253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.346417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.346502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.346598] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.361772] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.362060] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.362194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.362463] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.362692] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363904] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379250] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.379427] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.379982] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.380125] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.380404] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10761da-5d00-463e-a278-dd5f666c8bdf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.380528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.380603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.380857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381028] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381511] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.382783] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.382783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.382783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.382783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.382953] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.382953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.383031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.383725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.383725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.383725] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.429446] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1146.429626] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.429803] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_rules [ 1146.429978] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.430172] env[66526]: INFO networking_nsxv3.common.synchronization [req-a62dec56-9743-4dd2-8d57-c46d4634f851 req-cb004877-ea5f-48c4-973e-9e828d3871fd tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1146.430681] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1146.430819] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_rules [ 1146.430915] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1146.431013] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.431767] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.432227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.432359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.432430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.432630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.432713] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.433915] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10761da-5d00-463e-a278-dd5f666c8bdf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.434068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.434141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.434888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.434888] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.435169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.435281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.436143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.436143] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.436143] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.436246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.436325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.436510] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10761da-5d00-463e-a278-dd5f666c8bdf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.436594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.849242] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.872274] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d15bf2-9d52-482e-a010-af13dacdb3e2 req-50bfc15f-4484-4cfa-9c1c-5932748d6423 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.872475] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d15bf2-9d52-482e-a010-af13dacdb3e2 req-50bfc15f-4484-4cfa-9c1c-5932748d6423 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.873079] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10761da-5d00-463e-a278-dd5f666c8bdf with Priority: HIGHEST for action security_group_members [ 1146.873238] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.873545] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10761da-5d00-463e-a278-dd5f666c8bdf taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.873653] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.873877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.873986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.884812] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.885807] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.927039] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d15bf2-9d52-482e-a010-af13dacdb3e2 req-50bfc15f-4484-4cfa-9c1c-5932748d6423 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1146.927327] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d15bf2-9d52-482e-a010-af13dacdb3e2 req-50bfc15f-4484-4cfa-9c1c-5932748d6423 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.927452] env[66526]: INFO networking_nsxv3.common.synchronization [req-54d15bf2-9d52-482e-a010-af13dacdb3e2 req-50bfc15f-4484-4cfa-9c1c-5932748d6423 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1146.927992] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_rules [ 1146.929625] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1146.930101] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with Priority: HIGHEST for action port [ 1146.931118] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.931340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.932405] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.932522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.933115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.933323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.939316] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10761da-5d00-463e-a278-dd5f666c8bdf taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.939316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.939475] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.939587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.940961] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with status ACTIVE [ 1146.940961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.940961] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.940961] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.941594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.941594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.941594] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.941594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.941728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.941884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.941884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.941976] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f is going to be updated. [ 1146.967836] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.967992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.968178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.968427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.968637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.968779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.969233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.969233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.969233] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [req-11f2c212-d676-4878-b33b-42b28faa7680 req-b98fe831-dcfa-4077-ac80-74784746baf9 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [req-11f2c212-d676-4878-b33b-42b28faa7680 req-b98fe831-dcfa-4077-ac80-74784746baf9 service nova] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [req-11f2c212-d676-4878-b33b-42b28faa7680 req-b98fe831-dcfa-4077-ac80-74784746baf9 service nova] Enqueued Resource ID: 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 with Priority: HIGHEST for action port [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_rules [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1147.081047] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 with Priority: HIGHEST for action port [ 1147.081327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.081373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.081445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.082189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.082281] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.083200] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.083375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.083704] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.083704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.083866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.083919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.084019] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.283307] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c87565e3-777a-48a0-9b4c-2e8e8ee793c9 None None] Enqueued Resource ID: 61fff2b3-8744-40e9-a791-57e119357efc with Priority: HIGHEST for action port [ 1147.283873] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fff2b3-8744-40e9-a791-57e119357efc with Priority: HIGHEST for action port [ 1147.284235] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-61fff2b3-8744-40e9-a791-57e119357efc taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.284358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61fff2b3-8744-40e9-a791-57e119357efc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.284426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61fff2b3-8744-40e9-a791-57e119357efc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.284681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61fff2b3-8744-40e9-a791-57e119357efc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.284763] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61fff2b3-8744-40e9-a791-57e119357efc',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.351619] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.388875] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.390200] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.428201] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2b5c105-98d3-4459-b669-1187ee6faba9 in Status: SUCCESS [ 1147.428383] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 deletion is rescheduled due to dependency. [ 1147.428496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.471166] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f with status ACTIVE [ 1147.471427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.471612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.471692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.472025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.472145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.472415] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.472556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.472633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.472869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.473010] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.473304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.473464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.473569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.474442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.474442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.474442] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f is going to be updated. [ 1147.501422] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.501422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.501718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.501797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.502198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.502523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa90131d-cbfa-4bd6-b6e6-ffb5e91cf24f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.586155] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.586315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.586481] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 with status ACTIVE [ 1147.586654] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.586786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.586854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.587072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.587156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.587361] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.587480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.587541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.587703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.587785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.587971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.588075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.588130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.588268] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.588340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.588426] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1 is going to be updated. [ 1147.624366] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.624586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.624586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.624843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.625032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.625207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b86ced7-5fd2-4aa3-b100-f2f8937b7ba1" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.786500] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61fff2b3-8744-40e9-a791-57e119357efc [ 1147.786733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.786867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.786935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.787191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.787282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.787386] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61fff2b3-8744-40e9-a791-57e119357efc already deleted. [ 1147.787464] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61fff2b3-8744-40e9-a791-57e119357efc" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.855040] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.855280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.855546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.855689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.855807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.855993] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be updated. [ 1147.893013] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.893214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.893252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.893444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.893602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.894767] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.894886] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.894957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.895239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.895432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.895432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf is going to be created. [ 1147.897156] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.897286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.897356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.897526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.897609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.897698] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1147.921586] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 1147.938897] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.938897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.938897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.939430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.939430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.951351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10761da-5d00-463e-a278-dd5f666c8bdf in Status: UNINITIALIZED for 2s [ 1147.954314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.954497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.954557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.954808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.954970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.976414] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1147.997110] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1147.997310] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1147.997424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.997594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.997847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998048] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.998395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.998550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.998597] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.501496] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.006185] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.510615] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.512198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.512198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.512198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.512198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.512198] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1149.554722] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.555067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.555067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.555381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.555913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.569266] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1149.933796] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 1149.934081] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.934359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.934986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.934986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.935149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.935149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.935353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.935435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.935706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.935706] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.963270] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10761da-5d00-463e-a278-dd5f666c8bdf in Status: SUCCESS [ 1149.963660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.963892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.964275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.964594] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.964964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.965134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.965519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.965687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.965904] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.990492] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1149.990739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.991397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.991643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.991854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.992260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.992346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.992524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.992638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.992738] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.440023] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.470205] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.470311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.470435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.470660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.471063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.471188] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.471239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.471277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.471460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.471545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.471631] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf is going to be deleted. [ 1150.495467] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.536233] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.536401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.536479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.536770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.536893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.537131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.537230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.537407] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.537616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.537811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.537811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.537933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.537989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.538111] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.940498] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff11b7cf-6cf4-4e63-a102-b48a936da5d3: rpc.has_security_group_logging(os_id): False [ 1150.962400] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.962630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.962702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.963039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.983975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984490] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.984659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.984659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.985086] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be updated. [ 1150.998113] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.040888] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.041043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.041148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.041390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.041492] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.041750] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.041844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.041926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.042107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.042176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.042263] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf already deleted. [ 1151.042343] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.042855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.043032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.043258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.043368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.043424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.043578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.043652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.043772] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.052175] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.052371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.052371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.052607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.052748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.083181] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 1151.503132] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.503132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.503132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.503132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.503132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.503132] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1151.539185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.539185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.539185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.539185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.539185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.546607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.546607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.546607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.546607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.546882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.547101] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.547310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.547487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.547725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.547920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548122] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf already deleted. [ 1151.548227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548936] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.551170] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1151.579950] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1151.580378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.580436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.581291] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581580] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.052468] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f10761da-5d00-463e-a278-dd5f666c8bdf',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.085482] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.085809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.085809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.086738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.086738] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.086738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.086738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.086738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.087105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.087105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.087222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.087314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.087399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.087590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.087751] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.087876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.087974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.088161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.088242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.088344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.088465] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.284599] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.284694] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=8 [ 1152.555923] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f10761da-5d00-463e-a278-dd5f666c8bdf: rpc.has_security_group_logging(os_id): False [ 1152.580821] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.580972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.581036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.581260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.581392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.581810] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.581810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.581810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.582026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.582026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.582103] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf is going to be created. [ 1152.591740] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061c86e2-9f47-42a6-a617-e1fe3cc4eb92: rpc.has_security_group_logging(os_id): False [ 1152.606017] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf], does not exist path=[/infra/domains/default/groups/f10761da-5d00-463e-a278-dd5f666c8bdf]."\n}' [ 1152.606409] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf [ 1152.606505] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1152.611770] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.612008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.612147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.612405] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.612526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.612949] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.612949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.613098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.613185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.613271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.613550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.613690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.613781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.613962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.614099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.614334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.614430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.614549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.614730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.614831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.614954] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1152.655210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.655444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.655444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.655660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.656753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.657177] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657177] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.657517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.657721] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.657837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.657959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.658048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.658131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.658218] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10761da-5d00-463e-a278-dd5f666c8bdf is going to be created. [ 1152.681067] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf], does not exist path=[/infra/domains/default/groups/f10761da-5d00-463e-a278-dd5f666c8bdf]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf [ 1152.681328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10761da-5d00-463e-a278-dd5f666c8bdf" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.681406] env[66526]: Traceback (most recent call last): [ 1152.681406] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1152.681406] env[66526]: return func(*args, **kwargs) [ 1152.681562] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1152.681562] env[66526]: res.raise_for_status() [ 1152.681562] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1152.681562] env[66526]: raise HTTPError(http_error_msg, response=self) [ 1152.681562] env[66526]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf [ 1152.681562] env[66526]: During handling of the above exception, another exception occurred: [ 1152.681562] env[66526]: Traceback (most recent call last): [ 1152.681562] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1152.681562] env[66526]: listener.cb(fileno) [ 1152.681562] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1152.681562] env[66526]: result = function(*args, **kwargs) [ 1152.681562] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1152.681562] env[66526]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1152.681562] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1152.681562] env[66526]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1152.681562] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1152.681562] env[66526]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1152.681562] env[66526]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1152.681562] env[66526]: res.raise_for_status() [ 1152.681562] env[66526]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1152.681562] env[66526]: raise HTTPError(http_error_msg, response=self) [ 1152.681562] env[66526]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f10761da-5d00-463e-a278-dd5f666c8bdf [ 1152.681562] env[66526]: Removing descriptor: 67 [ 1152.697403] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.697604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.697604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.697834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.697979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.719372] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1153.098294] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 1153.098809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.561277] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1153.561702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.561702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.561956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.562117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.562245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.562308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.562474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.562554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.562647] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.914743] env[66526]: INFO networking_nsxv3.common.synchronization [req-2604ecf3-1653-4ebe-9cdd-7f8d4cfb71a0 req-e15550d6-dc41-4565-8acf-262d982e545a tempest-ServerMetadataTestJSON-924656549 tempest-ServerMetadataTestJSON-924656549-project-member] Enqueued Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1153.916549] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1153.916549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.916549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.916549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.917104] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.917286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.917390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.917673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.917800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.917966] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.065358] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.412143] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.412351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-756" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.412472] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-756" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.412793] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-756" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.413121] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.413288] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.413406] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.413626] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.413770] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.413991] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.414117] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.414228] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.414331] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.414440] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.414544] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.414677] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.423705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.423705] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.423705] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff already deleted. [ 1154.423705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.435703] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.435903] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.435986] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.436249] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-756" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.436564] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-9f9258fe-5f09-44b2-a728-ae989d6ced29 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.436728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.436841] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.437194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.437410] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9258fe-5f09-44b2-a728-ae989d6ced29',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.567854] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.751065] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1154.752619] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.939237] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.939502] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.939598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.940271] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.940271] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940271] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 9f9258fe-5f09-44b2-a728-ae989d6ced29 not found, creating... [ 1154.940511] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.940731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.940920] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.941221] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.941430] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.941797] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.942114] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.942390] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.942743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.943067] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.943265] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 9f9258fe-5f09-44b2-a728-ae989d6ced29 is going to be created. [ 1154.968434] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.968731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.968815] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.970462] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.970748] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.970993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.070755] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.071039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.071162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.071477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.071744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.071813] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1155.130122] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.130276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.130339] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.130547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.130688] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.141817] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1155.578989] env[66526]: INFO networking_nsxv3.common.synchronization [req-81b875fd-a5cb-4954-a6b3-20200448d0b4 req-9669d10f-bfaa-4512-ae01-0ce150548582 tempest-ServerRescueTestJSONUnderV235-1433076159 tempest-ServerRescueTestJSONUnderV235-1433076159-project-member] Enqueued Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1155.578989] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 with Priority: HIGHEST for action security_group_members [ 1155.579360] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.580031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [req-2604ecf3-1653-4ebe-9cdd-7f8d4cfb71a0 req-b241cf00-7ca2-4f13-ac8a-f6c28e49ec3f service nova] Enqueued Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_rules [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [req-2604ecf3-1653-4ebe-9cdd-7f8d4cfb71a0 req-b241cf00-7ca2-4f13-ac8a-f6c28e49ec3f service nova] Enqueued Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [req-2604ecf3-1653-4ebe-9cdd-7f8d4cfb71a0 req-b241cf00-7ca2-4f13-ac8a-f6c28e49ec3f service nova] Enqueued Resource ID: 9f9258fe-5f09-44b2-a728-ae989d6ced29 with Priority: HIGHEST for action port [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_rules [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1155.705144] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9258fe-5f09-44b2-a728-ae989d6ced29 with Priority: HIGHEST for action port [ 1155.705144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.705144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.705144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.705144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.705144] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.705791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.705904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.705969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.706295] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.706472] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.707047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.707047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.707047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.707047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.707047] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.707771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9258fe-5f09-44b2-a728-ae989d6ced29 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.707904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.707942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.709477] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.709574] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9258fe-5f09-44b2-a728-ae989d6ced29',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.213019] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.215841] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.215957] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216395] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f9258fe-5f09-44b2-a728-ae989d6ced29 with status ACTIVE [ 1156.216575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.216678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.216949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.217041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.217208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.218168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.218392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.218809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.218945] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220454] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.220454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.220454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.220454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.220454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.220454] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f9258fe-5f09-44b2-a728-ae989d6ced29 is going to be updated. [ 1156.244227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.244369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.244438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.245114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.245114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.245114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9258fe-5f09-44b2-a728-ae989d6ced29" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.553176] env[66526]: INFO networking_nsxv3.common.synchronization [None req-633375ff-448f-45e0-9d38-d827123d9ff8 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1156.553806] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1156.554199] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.554293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.554337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.554596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.554684] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.647748] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d85841a6-f2ae-45a3-bb05-1f8e8fd9aab9 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1156.648309] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1156.648818] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.648818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.718660] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.084610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.085413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.085413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.085413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.085413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.085413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 already deleted. [ 1157.085413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.085642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.085642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.085697] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.153353] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1157.153589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.153761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.153975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.154183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.154303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.154368] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.154517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.154596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.154691] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.220345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.220501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.220538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.220748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.220817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.220910] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff is going to be created. [ 1157.252770] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.252928] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.253186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.253413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.253598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.265285] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: UNINITIALIZED for 2s [ 1157.608553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.609174] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 already deleted. [ 1157.609282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.657159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.657573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.657573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.657573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.679319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.679647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.679805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.680060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.680224] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.680321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.680422] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1157.721248] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.721419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.722059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.722059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.722059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.733104] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1159.276288] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: SUCCESS [ 1159.276288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.276288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.276747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.276747] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.276851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.276851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.277020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.277101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277277] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.745181] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1159.745525] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 deletion is rescheduled due to dependency. [ 1159.745822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.746125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.746502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.746779] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.746939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.747056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.747241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.747349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.747458] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.747579] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.748522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.749100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.749184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.749356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.749422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749500] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.779115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.779275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.779347] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.779552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.779714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.779814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.779937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.780088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.780127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.780252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.780491] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.780546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.780610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.780814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.780980] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.781103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.781170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.781303] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.781380] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.781460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.781559] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.251889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.252084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.252387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.252546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.252611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.252757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.252847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.253050] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.253179] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.253243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.253398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.253472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.253560] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1160.283605] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.284098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.284098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.284098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.284967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.285859] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7e3e37-222b-449b-8fdd-1084b94453ff: rpc.has_security_group_logging(os_id): False [ 1160.297674] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1160.307049] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.307049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.307049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.307049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.307049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.307376] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.307376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.307376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.307504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.307537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.307726] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.307825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.308095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.308095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.308287] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.308408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.308504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.308675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.308814] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff is going to be created. [ 1160.379341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.379548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.379643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.379890] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.380159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.401750] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: IN_PROGRESS for 2s [ 1161.649753] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.650213] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1162.308185] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1162.308806] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 deletion is rescheduled due to dependency. [ 1162.308806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.308985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.309476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.309476] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.309713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.309859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.310047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.310315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.310399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.310519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.310807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.310807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.310930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.310995] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.311099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.311148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.311273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.311346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.311424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.311513] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.416351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: SUCCESS [ 1162.416686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.814630] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2edcbda-c6a4-4b51-8537-3699f0fa75b7: rpc.has_security_group_logging(os_id): False [ 1162.835065] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.835309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.835309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.835530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.835626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.835871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.835987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.836059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.836245] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.836328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.836544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.836643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.836717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.836871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.836946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.837156] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.837265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.837328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.837470] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.837561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.837656] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be updated. [ 1162.910714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.911250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.911250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.911393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.911827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.928281] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: IN_PROGRESS for 2s [ 1164.947073] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 in Status: SUCCESS [ 1164.947578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.947578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.947728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.947835] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2edcbda-c6a4-4b51-8537-3699f0fa75b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.474576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.475365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.475365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.475365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.475365] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.475579] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2edcbda-c6a4-4b51-8537-3699f0fa75b7 is going to be deleted. [ 1165.552427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.552626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.552732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.552893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.552958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.553156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2edcbda-c6a4-4b51-8537-3699f0fa75b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.650738] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.651094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1167.744430] env[66526]: INFO networking_nsxv3.common.synchronization [req-68e38173-85df-4bd8-8ab6-1f9fc5263362 req-418b5915-28b7-4632-b9fb-941823273f91 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1167.745231] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1167.745330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.745423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.745526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.745893] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.745986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.746394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.746568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.746641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.749266] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.910050] env[66526]: INFO networking_nsxv3.common.synchronization [req-e38392a8-8e0c-4494-ad46-a5703bab69aa req-1282c4f2-1b82-4755-b678-22398606d4b6 tempest-ServerMetadataTestJSON-924656549 tempest-ServerMetadataTestJSON-924656549-project-member] Enqueued Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1167.910611] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGHEST for action security_group_members [ 1167.910916] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.911855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.911963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.914189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.914189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.914189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.914189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.914189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.914189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.914189] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.204958] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.205219] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.205303] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.205566] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.205830] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.205984] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.206351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.206351] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.206498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.206667] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.206783] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.206893] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.206999] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.207123] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.207231] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.207366] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.241032] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.241032] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.241211] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.241349] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.241847] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-f78f6acf-99ee-46fc-b7b5-ae46467591d7 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.242034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.242034] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.242428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.242573] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78f6acf-99ee-46fc-b7b5-ae46467591d7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.249041] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.249236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.249283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.249475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.249566] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.250447] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250608] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.250802] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.250882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.250976] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 already deleted. [ 1168.251075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.368498] env[66526]: INFO networking_nsxv3.common.synchronization [req-1ed4d098-ca88-4387-a5a6-5b46d30ddaa6 req-56c8b3a1-d29d-4d4e-960d-5d5104ada6c3 tempest-ImagesTestJSON-1924981416 tempest-ImagesTestJSON-1924981416-project-member] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1168.369058] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGHEST for action security_group_members [ 1168.369363] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.369473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.369876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.369876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.369876] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.370034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.370071] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.370402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.370501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.370593] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.415866] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.416121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.416121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.416352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.416463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.416662] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.416841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.416841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.416956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.417036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.417130] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff is going to be updated. [ 1168.452646] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.452896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.452896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.453117] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.455276] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.468774] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: IN_PROGRESS for 2s [ 1168.746030] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.746498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.746498] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.746698] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.746856] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.747024] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port f78f6acf-99ee-46fc-b7b5-ae46467591d7 not found, creating... [ 1168.747323] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.747492] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.747613] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.747867] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.748041] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.748362] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.748531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.748650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.748887] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.749068] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.749221] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: f78f6acf-99ee-46fc-b7b5-ae46467591d7 is going to be created. [ 1168.774891] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.775116] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.775241] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.775513] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.775736] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.775956] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.873693] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.873893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.873893] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.874089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.874187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.874387] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.874482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.874542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.874698] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.874775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.874861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be updated. [ 1168.932641] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.933075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.933694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.934147] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.934876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.948034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: IN_PROGRESS for 2s [ 1169.466537] env[66526]: INFO networking_nsxv3.common.synchronization [req-68e38173-85df-4bd8-8ab6-1f9fc5263362 req-6d5135dd-f72d-456d-ae5c-8b0d7c98f987 service nova] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1169.466712] env[66526]: INFO networking_nsxv3.common.synchronization [req-68e38173-85df-4bd8-8ab6-1f9fc5263362 req-6d5135dd-f72d-456d-ae5c-8b0d7c98f987 service nova] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1169.466847] env[66526]: INFO networking_nsxv3.common.synchronization [req-68e38173-85df-4bd8-8ab6-1f9fc5263362 req-6d5135dd-f72d-456d-ae5c-8b0d7c98f987 service nova] Enqueued Resource ID: f78f6acf-99ee-46fc-b7b5-ae46467591d7 with Priority: HIGHEST for action port [ 1169.467433] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_rules [ 1169.467565] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1169.467719] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78f6acf-99ee-46fc-b7b5-ae46467591d7 with Priority: HIGHEST for action port [ 1169.467927] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.468110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.468110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.468305] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.468404] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.469609] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.469609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.469746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.470139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.470295] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.470438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.470531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.470755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.470904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.471130] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.473080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78f6acf-99ee-46fc-b7b5-ae46467591d7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.473080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.473080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.473080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.473365] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78f6acf-99ee-46fc-b7b5-ae46467591d7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.975911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.975911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.975911] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.976720] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78f6acf-99ee-46fc-b7b5-ae46467591d7 with status ACTIVE [ 1169.976844] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.976958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.977033] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.977233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.977321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.977501] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.977596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.977656] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.977796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.977869] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.978060] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.978154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.978214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.978349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.978418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.978501] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78f6acf-99ee-46fc-b7b5-ae46467591d7 is going to be updated. [ 1170.004038] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.004240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.004336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.004626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.004790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.004955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78f6acf-99ee-46fc-b7b5-ae46467591d7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.481191] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff in Status: SUCCESS [ 1170.481378] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff deletion is rescheduled due to dependency. [ 1170.481488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.481724] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.960824] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 in Status: SUCCESS [ 1170.961025] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 deletion is rescheduled due to dependency. [ 1170.961157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.986853] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.987195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.987195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.987322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.987408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.987523] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 is going to be created. [ 1171.011620] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.011620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.011982] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.012231] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.023966] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: UNINITIALIZED for 2s [ 1172.518738] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.519056] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.519056] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.519315] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.519599] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.519809] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.519956] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.520258] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.520438] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.520694] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.520825] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.520962] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.521104] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.521245] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.521376] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.521533] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.540329] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.540531] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.540687] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.540884] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541252] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-ec6e886e-b1c8-4417-ba67-05a8453c980b taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541439] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541573] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541848] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.542018] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e886e-b1c8-4417-ba67-05a8453c980b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.041405] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: SUCCESS [ 1173.041659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.041857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.042126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.042368] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.042519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.042611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.042860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.043016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.043166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.043305] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.044579] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.044754] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.044875] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.045135] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.045276] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.045573] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.045720] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.045840] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.046067] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.046205] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.046498] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.046685] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.046874] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.047466] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.047466] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.047603] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: ec6e886e-b1c8-4417-ba67-05a8453c980b is going to be updated. [ 1173.072759] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.072983] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.073146] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073484] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.073741] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.074383] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.550160] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.767719] env[66526]: INFO networking_nsxv3.common.synchronization [req-f05b50cc-5c17-4530-b9cf-f59366951187 req-c8fc9cf4-4bd6-48e8-8b66-cf9757da7651 service nova] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1173.767956] env[66526]: INFO networking_nsxv3.common.synchronization [req-f05b50cc-5c17-4530-b9cf-f59366951187 req-c8fc9cf4-4bd6-48e8-8b66-cf9757da7651 service nova] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1173.768094] env[66526]: INFO networking_nsxv3.common.synchronization [req-f05b50cc-5c17-4530-b9cf-f59366951187 req-c8fc9cf4-4bd6-48e8-8b66-cf9757da7651 service nova] Enqueued Resource ID: ec6e886e-b1c8-4417-ba67-05a8453c980b with Priority: HIGHEST for action port [ 1173.768610] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_rules [ 1173.768954] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1173.769139] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6e886e-b1c8-4417-ba67-05a8453c980b with Priority: HIGHEST for action port [ 1173.769445] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.769584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.769640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.769814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.769892] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.771180] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.771348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.771412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.771569] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.771757] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.771812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.771874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.772018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.772148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.772318] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.773294] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6e886e-b1c8-4417-ba67-05a8453c980b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.773294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.773668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.773668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.773668] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e886e-b1c8-4417-ba67-05a8453c980b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.053046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc134a7-5ce1-4c63-90fe-01214d604991: rpc.has_security_group_logging(os_id): False [ 1174.073939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.074763] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.075120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.075195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.075289] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 is going to be created. [ 1174.131921] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.132122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.132212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.132400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.132667] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.142958] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: IN_PROGRESS for 2s [ 1174.275680] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.275824] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.276165] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.277157] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6e886e-b1c8-4417-ba67-05a8453c980b with status ACTIVE [ 1174.277573] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.277573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.277732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.277896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.278016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.280129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.280129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.280129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.280129] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6e886e-b1c8-4417-ba67-05a8453c980b is going to be updated. [ 1174.305854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.306045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.306092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.306280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.306424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.306620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6e886e-b1c8-4417-ba67-05a8453c980b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.781419] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.284489] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.284762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.284762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.284909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.285600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.285600] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be updated. [ 1175.331966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.332274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.332419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.332766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.333035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.344820] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: IN_PROGRESS for 2s [ 1176.155949] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: SUCCESS [ 1176.156375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.355458] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: SUCCESS [ 1177.355803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.355845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.356069] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.356263] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.356404] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.356478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.356632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.356712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.356806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.356913] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.859295] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.361984] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7781e0c6-bfae-457a-9b6a-de865dd3c5f4: rpc.has_security_group_logging(os_id): False [ 1178.386984] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.387250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.387370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.387683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.420924] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.421485] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.421673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.421797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.422118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.422328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.422502] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be updated. [ 1178.595807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.596214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.596214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.596214] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.596392] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.616606] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: IN_PROGRESS for 2s [ 1178.769755] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.769997] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1180.638889] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: SUCCESS [ 1180.639272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.770478] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.770805] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1185.090939] env[66526]: INFO networking_nsxv3.common.synchronization [None req-14ed42bc-6edf-42e8-8183-1c3b5026c423 None None] Enqueued Resource ID: 7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e with Priority: HIGHEST for action port [ 1185.092843] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e with Priority: HIGHEST for action port [ 1185.093229] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.093356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.093456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.093690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.093777] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.596591] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e [ 1185.596957] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.597371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.597371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.597670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.597740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.598084] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e already deleted. [ 1185.598084] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0a8c51-001c-4c16-a2d8-14a6c98e2b9e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.924884] env[66526]: INFO networking_nsxv3.common.synchronization [None req-60d38ad6-0c0c-4582-8baa-cf6fad5a5301 tempest-ServerActionsV293TestJSON-1390423810 tempest-ServerActionsV293TestJSON-1390423810-project-member] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1185.925504] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1185.925871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.926127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.926127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.926483] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.926585] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.043230] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0e45fa8a-413b-4ba1-a3df-5aa65bd428e2 tempest-ServerActionsV293TestJSON-1390423810 tempest-ServerActionsV293TestJSON-1390423810-project-member] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1186.043959] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1186.044386] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.044556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.454092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.454834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.454834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.454834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.454834] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.454834] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 already deleted. [ 1186.455030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.455030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.455267] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.455357] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.961387] env[66526]: INFO networking_nsxv3.common.synchronization [req-a0605ee2-8b39-4bb0-a0c7-a074804bf6dc req-53c8a518-222f-404a-94b1-230833bb5bec tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1186.962494] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1186.963401] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.963574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.963680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.963954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.964183] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.964324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.964410] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.964979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.964979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.964979] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.986500] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.986699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.986699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.986827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.986913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.987057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 already deleted. [ 1186.987102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.467345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.467345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.467345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.467687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.493670] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.493804] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.493923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.493985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.494197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.494293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.494363] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1187.526053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.526237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.526304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.526517] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.526665] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.537596] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1187.564094] env[66526]: INFO networking_nsxv3.common.synchronization [None req-312920de-64f3-4aa1-a780-98a070cda5c8 None None] Enqueued Resource ID: 9647b9de-df06-4b92-8407-0a068e543e00 with Priority: HIGHEST for action port [ 1187.564094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9647b9de-df06-4b92-8407-0a068e543e00 with Priority: HIGHEST for action port [ 1187.564094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9647b9de-df06-4b92-8407-0a068e543e00 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.564094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9647b9de-df06-4b92-8407-0a068e543e00" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.564094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9647b9de-df06-4b92-8407-0a068e543e00" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.564386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9647b9de-df06-4b92-8407-0a068e543e00" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.564419] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9647b9de-df06-4b92-8407-0a068e543e00',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.709519] env[66526]: INFO networking_nsxv3.common.synchronization [req-a423c48f-89aa-4e35-b07e-d6d9d1802b5f req-ce63ea85-b217-4cff-855c-63ab39aa5f9e tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1187.711079] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGHEST for action security_group_members [ 1187.711409] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.711540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.711609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.711872] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.712793] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.714133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.714133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.714133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.714133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.714133] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.066740] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9647b9de-df06-4b92-8407-0a068e543e00 [ 1188.067557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.067557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.067557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.067557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.067811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.067811] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9647b9de-df06-4b92-8407-0a068e543e00 already deleted. [ 1188.067811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9647b9de-df06-4b92-8407-0a068e543e00" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.219210] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.219210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.219210] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.219854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.244043] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.244206] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.244301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.244385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.244649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.245015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.245015] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83bda563-b046-417a-8e05-8637a30e1728 is going to be updated. [ 1188.296424] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.296598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.296641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.296831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.296967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.306666] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: IN_PROGRESS for 2s [ 1189.551029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1189.551280] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef deletion is rescheduled due to dependency. [ 1189.551488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.327135] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83bda563-b046-417a-8e05-8637a30e1728 in Status: SUCCESS [ 1190.327342] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83bda563-b046-417a-8e05-8637a30e1728 deletion is rescheduled due to dependency. [ 1190.327530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.011343] env[66526]: INFO networking_nsxv3.common.synchronization [None req-2f106fb1-850c-406f-b31a-5257dc662407 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1192.011779] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1192.012099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.012363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.012363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.012616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.012697] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.099768] env[66526]: INFO networking_nsxv3.common.synchronization [None req-a5ff156b-5840-4bb5-ad92-c3fd3b36ab9e tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1192.100414] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1192.100761] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.100891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.535881] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.535881] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 already deleted. [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.535881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.535881] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.077967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.078329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.078329] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.078391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.078487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.078582] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 already deleted. [ 1193.078663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.101147] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.101560] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.814883] env[66526]: INFO networking_nsxv3.common.synchronization [req-f95bb8ac-ffdf-4f1d-93b8-9ee65a0c6f33 req-b75f4e46-16f6-4260-92ce-170bfdc59b22 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1197.814883] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1197.814883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.814883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.814883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.814883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.814883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.815676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.815676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.815676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.815676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.815676] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.153471] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.153806] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.153806] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.153978] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.154249] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.154400] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.154512] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.154722] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.154864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.155083] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.155197] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.155305] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.155413] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.155520] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.155629] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.155793] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.175937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.176120] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.176236] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.176405] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-38" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.176715] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.176892] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.177015] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.177354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.177492] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc1df8-08cc-46a7-b0dc-a18a9aead90c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.322958] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.322958] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.322958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.322958] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1198.349686] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.349864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.349963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.350208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.350399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.359683] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1198.679396] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.679624] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.679760] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.680035] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.680187] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.680341] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 26cc1df8-08cc-46a7-b0dc-a18a9aead90c not found, creating... [ 1198.680613] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.680776] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.681993] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.681993] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.682325] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.682325] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 26cc1df8-08cc-46a7-b0dc-a18a9aead90c is going to be created. [ 1198.703029] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.703242] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.703356] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.703650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.703864] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.704106] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.422060] env[66526]: INFO networking_nsxv3.common.synchronization [req-f95bb8ac-ffdf-4f1d-93b8-9ee65a0c6f33 req-97ed34bb-d1f7-4b77-bb9f-93a80967dab8 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 1199.422326] env[66526]: INFO networking_nsxv3.common.synchronization [req-f95bb8ac-ffdf-4f1d-93b8-9ee65a0c6f33 req-97ed34bb-d1f7-4b77-bb9f-93a80967dab8 service nova] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1199.422326] env[66526]: INFO networking_nsxv3.common.synchronization [req-f95bb8ac-ffdf-4f1d-93b8-9ee65a0c6f33 req-97ed34bb-d1f7-4b77-bb9f-93a80967dab8 service nova] Enqueued Resource ID: 26cc1df8-08cc-46a7-b0dc-a18a9aead90c with Priority: HIGHEST for action port [ 1199.422462] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_rules [ 1199.422625] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1199.422751] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cc1df8-08cc-46a7-b0dc-a18a9aead90c with Priority: HIGHEST for action port [ 1199.423333] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.423459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.423542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.423728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.423805] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.425140] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.425241] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.425437] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.425537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.425603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.425782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.425858] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26cc1df8-08cc-46a7-b0dc-a18a9aead90c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.927967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.928181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.928406] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26cc1df8-08cc-46a7-b0dc-a18a9aead90c with status ACTIVE [ 1199.928613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.928769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.928851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.929116] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.929271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.929446] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.929550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.929650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.929861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.929920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.930138] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.930256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.930322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.930508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.930605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.930717] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26cc1df8-08cc-46a7-b0dc-a18a9aead90c is going to be updated. [ 1199.960363] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.960363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.960363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.960712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.960803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.961035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26cc1df8-08cc-46a7-b0dc-a18a9aead90c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.070253] env[66526]: INFO networking_nsxv3.common.synchronization [req-30699a60-5819-4c7e-8b18-476718360b9d req-f351b62f-b1e4-4486-b5da-3e90f8c067b7 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1200.070853] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1200.071203] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.071334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.071400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.071674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.071835] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.071935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.072034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.072163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.072246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.072337] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.369647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1200.369847] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef deletion is rescheduled due to dependency. [ 1200.369965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.370153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.370370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.370581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.370671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.370884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.370884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.370968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.371051] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.391502] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.391650] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.391703] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.391948] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.392214] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.392371] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.392478] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.392764] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.392870] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.393090] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.393202] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.393309] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.393415] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.393527] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.393657] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.393988] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.413053] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.413218] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.413349] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.413531] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-826" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.413897] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-5ea73be2-977d-456f-b2b9-fadeaf215d8d taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.414104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.414280] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.414598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.414775] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea73be2-977d-456f-b2b9-fadeaf215d8d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.575080] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.575556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.575556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.575556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.575556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.575879] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.575879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.575879] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.576037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.576100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.576188] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 already deleted. [ 1200.576253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.873328] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.917814] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.917814] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.918033] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.918198] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.918910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.918910] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 5ea73be2-977d-456f-b2b9-fadeaf215d8d not found, creating... [ 1200.918910] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.918910] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.919387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.919387] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.919446] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.919743] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.919903] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.920018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.920239] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.920365] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.920563] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 5ea73be2-977d-456f-b2b9-fadeaf215d8d is going to be created. [ 1200.943495] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.943737] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.943847] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.944135] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.944364] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.944595] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.375871] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.651189] env[66526]: INFO networking_nsxv3.common.synchronization [req-30699a60-5819-4c7e-8b18-476718360b9d req-d5ce1dd2-3f30-4306-9673-8a930020c08e service nova] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1201.651504] env[66526]: INFO networking_nsxv3.common.synchronization [req-30699a60-5819-4c7e-8b18-476718360b9d req-d5ce1dd2-3f30-4306-9673-8a930020c08e service nova] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1201.651504] env[66526]: INFO networking_nsxv3.common.synchronization [req-30699a60-5819-4c7e-8b18-476718360b9d req-d5ce1dd2-3f30-4306-9673-8a930020c08e service nova] Enqueued Resource ID: 5ea73be2-977d-456f-b2b9-fadeaf215d8d with Priority: HIGHEST for action port [ 1201.651976] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_rules [ 1201.652124] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1201.652218] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea73be2-977d-456f-b2b9-fadeaf215d8d with Priority: HIGHEST for action port [ 1201.652515] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.652650] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.652752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.652883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.652969] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.655889] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.655951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.656029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.656227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.656382] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.656479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.656538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.656743] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.656780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.656861] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.657955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea73be2-977d-456f-b2b9-fadeaf215d8d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.658118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.658208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.658419] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.658525] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea73be2-977d-456f-b2b9-fadeaf215d8d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.878140] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.878297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.878366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.878577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.878671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.878770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1201.904821] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.905048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.905133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.905432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.905590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.914867] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1202.160643] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.161649] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.161946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.161990] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ea73be2-977d-456f-b2b9-fadeaf215d8d with status ACTIVE [ 1202.162202] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.162282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.163459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.163459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.163459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.163811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.163811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.163811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.163811] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ea73be2-977d-456f-b2b9-fadeaf215d8d is going to be updated. [ 1202.191194] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.191400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.191466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.191702] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.191871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.192082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea73be2-977d-456f-b2b9-fadeaf215d8d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.666185] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.168555] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.168770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.168770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.169061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.169181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.169181] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 is going to be created. [ 1203.201512] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.202234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.202234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.202234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.202234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.216432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: UNINITIALIZED for 2s [ 1203.925543] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1203.925933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.925973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.926206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.926416] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.926542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.926610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.926762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.926856] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.926938] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.927044] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.429472] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.932792] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e833ff4-200b-432a-8e5f-55dded83adef: rpc.has_security_group_logging(os_id): False [ 1204.950075] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.950228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.950283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.950551] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.950654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.950910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.951018] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.951088] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.951971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.951971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.951971] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1205.010803] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.010994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.011058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.011275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.011413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.024895] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1205.226703] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: SUCCESS [ 1205.226862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.227030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.227251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.227446] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.227562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.227630] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.227782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.227863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.227944] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.228043] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.730249] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.232415] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6fe7647-0283-4a29-93b8-80af9d5939d9: rpc.has_security_group_logging(os_id): False [ 1206.257227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.257452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.257563] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.257885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.258050] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.258411] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.258568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.258674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.258920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.259067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.259195] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 is going to be created. [ 1206.334112] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.334382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.334382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.334523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.334700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.349530] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: IN_PROGRESS for 2s [ 1206.653203] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.653345] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1207.040323] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1207.040738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.137692] env[66526]: INFO networking_nsxv3.common.synchronization [req-5b422c64-e08f-44a2-a677-96222c5a34a2 req-b86a9ee3-9dd8-487a-bc24-d847e709812a tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1208.138313] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1208.138644] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.138773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.138916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.140580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.141201] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.141201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.141201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.141201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.141201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.141453] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.363238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: SUCCESS [ 1208.364455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.643990] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.644191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.644238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.644447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.670216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.670488] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.670629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.670695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.670917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.671009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.671105] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1208.704117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.704312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.704356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.704588] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.704776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.714209] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1210.726621] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1210.726621] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd deletion is rescheduled due to dependency. [ 1210.726621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.967633] env[66526]: INFO networking_nsxv3.common.synchronization [req-b1227015-ebff-4e2a-9604-b2fd8d5d64a2 req-888694ea-674e-4e5e-83bb-a5c08528fe4d tempest-ServerActionsV293TestJSON-1390423810 tempest-ServerActionsV293TestJSON-1390423810-project-member] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1210.968170] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1210.969320] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.969320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.969320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.969320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.969320] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.969672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.969672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.969672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.969672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.969790] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.299042] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.299267] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-881" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.299397] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-881" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.299787] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-881" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.300087] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.300322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.300521] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.300802] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.300969] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.301194] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.301305] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.301413] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.301516] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.301621] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.301723] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.301855] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.321841] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.322111] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.322273] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.322454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-881" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.322866] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-9da453ba-89bd-4faa-a238-fdb8886480b9 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.323058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.323194] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.323505] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.323658] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da453ba-89bd-4faa-a238-fdb8886480b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.472284] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.472443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.472522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.472785] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.472883] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.473094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.473204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.473255] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.473933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.473933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.473933] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 already deleted. [ 1211.473933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.826374] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.826726] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.826726] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.826982] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.827148] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.827298] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 9da453ba-89bd-4faa-a238-fdb8886480b9 not found, creating... [ 1211.827554] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.827705] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.827820] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.828042] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.828178] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.828451] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.828602] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.828714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.828912] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.829050] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.829187] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 9da453ba-89bd-4faa-a238-fdb8886480b9 is going to be created. [ 1211.849207] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.849427] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.849541] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.849808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.850042] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.850264] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.567940] env[66526]: INFO networking_nsxv3.common.synchronization [req-b1227015-ebff-4e2a-9604-b2fd8d5d64a2 req-97a93235-d0df-429b-bca3-b11abaaf3333 service nova] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1212.568179] env[66526]: INFO networking_nsxv3.common.synchronization [req-b1227015-ebff-4e2a-9604-b2fd8d5d64a2 req-97a93235-d0df-429b-bca3-b11abaaf3333 service nova] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1212.568374] env[66526]: INFO networking_nsxv3.common.synchronization [req-b1227015-ebff-4e2a-9604-b2fd8d5d64a2 req-97a93235-d0df-429b-bca3-b11abaaf3333 service nova] Enqueued Resource ID: 9da453ba-89bd-4faa-a238-fdb8886480b9 with Priority: HIGHEST for action port [ 1212.568887] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_rules [ 1212.569033] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1212.569132] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da453ba-89bd-4faa-a238-fdb8886480b9 with Priority: HIGHEST for action port [ 1212.569508] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.569508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.569598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.570012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.570080] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.570925] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.571057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.571125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.572106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.572106] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.572106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.572106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.572106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.572106] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.572106] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.573176] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da453ba-89bd-4faa-a238-fdb8886480b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.573176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.573382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.573575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.573575] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da453ba-89bd-4faa-a238-fdb8886480b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.075900] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.076340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.076340] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.079579] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9da453ba-89bd-4faa-a238-fdb8886480b9 with status ACTIVE [ 1213.079796] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.079931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.080019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.080206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.080289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.080465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.080555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.080623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.080782] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.080861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.081056] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.081154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.081218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.081342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.081417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.081482] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9da453ba-89bd-4faa-a238-fdb8886480b9 is going to be updated. [ 1213.108557] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.108750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.108808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.109009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.109158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.109319] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da453ba-89bd-4faa-a238-fdb8886480b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.578067] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.081060] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.081060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.081562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.081562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.081562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.081562] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 is going to be created. [ 1214.106974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.107133] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.107193] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.107394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.107545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.116548] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: UNINITIALIZED for 2s [ 1216.127292] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: SUCCESS [ 1216.127775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.127857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.128078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.128250] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.128362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.128424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.128577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.128686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.128778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.128869] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.631240] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.134363] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95742de2-888a-4da3-ab92-2c00761d52c4: rpc.has_security_group_logging(os_id): False [ 1217.153574] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.153574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.153875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.153875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.153946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.154208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.154317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.154372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.154520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.154594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.154690] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 is going to be created. [ 1217.238481] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.238674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.238771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.238905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.239099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.262410] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: IN_PROGRESS for 2s [ 1217.570416] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.570529] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1217.615297] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0347515-82f9-44f7-ba74-bddd38d0d26a req-93cbe5a6-1f4f-43aa-b822-7c228bade939 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1217.615477] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1217.615718] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.615840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.615940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.616279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.616444] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.616575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.616611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.617030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.617030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.617030] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.121507] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.121718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.121718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.121954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.122061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.122262] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.122359] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.122421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.122585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.122697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.122851] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1218.150314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.150790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.150790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.150790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.150991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.160549] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1218.385065] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.385388] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.385454] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.385700] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.385971] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.386400] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.386523] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.386731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.386879] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.387158] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.387253] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.387336] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.387439] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.387536] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.387642] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.387779] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.411613] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.411830] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.412106] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.412310] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.412626] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-87f2cc8f-8dab-43cd-bfa7-8700a2349272 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.412858] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.413058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.413398] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.413537] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2cc8f-8dab-43cd-bfa7-8700a2349272',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.916520] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.916728] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.916858] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.917156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.917307] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.917462] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 87f2cc8f-8dab-43cd-bfa7-8700a2349272 not found, creating... [ 1218.917721] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.917874] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.917995] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.918216] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.918352] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.918629] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.918780] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.918897] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.919118] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.919246] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.919382] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 is going to be created. [ 1218.939244] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.939472] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.939596] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.939854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.940101] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940337] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.275749] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: SUCCESS [ 1219.276222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.640479] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0347515-82f9-44f7-ba74-bddd38d0d26a req-f64db782-8bf9-4ad8-acd2-387710fa46d7 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1219.640664] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0347515-82f9-44f7-ba74-bddd38d0d26a req-f64db782-8bf9-4ad8-acd2-387710fa46d7 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1219.640826] env[66526]: INFO networking_nsxv3.common.synchronization [req-f0347515-82f9-44f7-ba74-bddd38d0d26a req-f64db782-8bf9-4ad8-acd2-387710fa46d7 service nova] Enqueued Resource ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with Priority: HIGHEST for action port [ 1219.641866] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1219.641915] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1219.642018] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with Priority: HIGHEST for action port [ 1219.642544] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.642674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.642719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.643112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.643199] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.644870] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.644970] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.645181] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f2cc8f-8dab-43cd-bfa7-8700a2349272 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.645281] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.645344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.645526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.645574] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2cc8f-8dab-43cd-bfa7-8700a2349272',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.145606] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.145829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.147153] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with status ACTIVE [ 1220.147351] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.147474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.147552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.147825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.147958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.148241] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.148353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.148424] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.148592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.148683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.148884] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.148997] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.149080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.149233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.149304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.149400] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 is going to be updated. [ 1220.171610] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.171852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.171852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.172128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.172198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.172354] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.178841] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1220.179029] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd deletion is rescheduled due to dependency. [ 1220.179137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.179657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.179864] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.180063] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.180183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.180250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.180399] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.180476] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.180584] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.683343] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.003536] env[66526]: INFO networking_nsxv3.common.synchronization [req-cac93174-3d2b-41bb-8554-b1edbd669b4a req-91acd4d9-36df-4517-90cf-3f1c40e238af tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1221.004456] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1221.004939] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.004939] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.005187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.005187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.005350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.005444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.005524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.005645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.005763] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.005804] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.185918] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.508071] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.688638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.689026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.689026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.689275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.689417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.689563] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1221.726146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.726326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.726466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.726770] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.726984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.738150] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1222.010695] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.513364] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.513552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.513618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.513827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.513899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.514013] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be updated. [ 1222.540770] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.540947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.541025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.541235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.541369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.550568] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 1222.862228] env[66526]: INFO networking_nsxv3.common.synchronization [req-19c4d5ac-cf6d-4ce8-900f-e07114a2cc61 req-23b7c19b-3029-4ba7-a929-5948c408726a tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1222.863140] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1222.863140] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.863253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.863253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.863420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.863567] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.863711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.863711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.863862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.863971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.864105] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.203438] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.203622] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.203740] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.204065] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.204335] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.204494] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.204609] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.204827] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.204972] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.205226] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.205334] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.205442] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.205549] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.205655] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.205756] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.205889] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.225985] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.226165] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.226320] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.226514] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.226887] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.227097] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.227220] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.227566] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.227731] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e5aa9-a9bd-447a-bc6f-a63e743376ba',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.368321] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.368512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.368571] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.368805] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.388994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.389269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.389386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.389454] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.389787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.389787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.389893] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1223.415280] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.415439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.415508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.415705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.415839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.426797] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1223.731016] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.731016] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.731260] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.731437] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.731591] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.731760] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port dc9e5aa9-a9bd-447a-bc6f-a63e743376ba not found, creating... [ 1223.732079] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.732309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.732404] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.732644] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.732785] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.733476] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.733644] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.734788] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.735099] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.735328] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.735448] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: dc9e5aa9-a9bd-447a-bc6f-a63e743376ba is going to be created. [ 1223.751331] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1223.751519] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.752076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.752491] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.752660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.752660] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.752929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.752998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.753102] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.759293] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.759500] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.759622] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.759881] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.760131] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.760362] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.256622] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.461485] env[66526]: INFO networking_nsxv3.common.synchronization [req-19c4d5ac-cf6d-4ce8-900f-e07114a2cc61 req-85c587da-c2c8-42c7-86f2-86f914ec6ad5 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1224.461813] env[66526]: INFO networking_nsxv3.common.synchronization [req-19c4d5ac-cf6d-4ce8-900f-e07114a2cc61 req-85c587da-c2c8-42c7-86f2-86f914ec6ad5 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1224.461912] env[66526]: INFO networking_nsxv3.common.synchronization [req-19c4d5ac-cf6d-4ce8-900f-e07114a2cc61 req-85c587da-c2c8-42c7-86f2-86f914ec6ad5 service nova] Enqueued Resource ID: dc9e5aa9-a9bd-447a-bc6f-a63e743376ba with Priority: HIGHEST for action port [ 1224.462679] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1224.462873] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1224.463016] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9e5aa9-a9bd-447a-bc6f-a63e743376ba with Priority: HIGHEST for action port [ 1224.463331] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.463455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.463548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.463769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.463871] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.464827] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.464925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.465178] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.465300] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.465370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.465539] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.465640] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9e5aa9-a9bd-447a-bc6f-a63e743376ba',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.562713] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 1224.562713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.758746] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011033ae-d3c6-457e-8728-f3e860774bbd: rpc.has_security_group_logging(os_id): False [ 1224.777269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.777460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.777460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.777618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.777709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.777951] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.778065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.778129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.778275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.778349] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.778435] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1224.841117] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.841351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.841351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.841556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.841701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.857481] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1224.968057] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.968057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.968355] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9e5aa9-a9bd-447a-bc6f-a63e743376ba with status ACTIVE [ 1224.968355] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.968548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.968548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.968720] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.968969] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.968969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.969596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.969596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.969596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.969596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.970730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.970730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.970730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.970730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.970730] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.970730] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9e5aa9-a9bd-447a-bc6f-a63e743376ba is going to be updated. [ 1224.995009] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.995387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.995387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.995845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.995845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.995992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9e5aa9-a9bd-447a-bc6f-a63e743376ba" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.437157] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1225.437530] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 deletion is rescheduled due to dependency. [ 1225.437781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.438040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.438318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.438564] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.438728] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.438815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.439037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.439152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.439278] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.941901] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.444144] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.872770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1226.873105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.946930] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.947270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.947270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.947491] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.948494] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.948494] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1226.985168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.985421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.985484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.985755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.985953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.997989] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1228.853868] env[66526]: INFO networking_nsxv3.common.synchronization [None req-71ea51bd-fc23-4cca-b1d3-0e2fee55fc3c tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1228.853868] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1228.853868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.854218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.008659] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1229.008904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.009155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.009438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.009692] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.009814] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.009876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.010054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.010139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.010223] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.010318] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.011240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.011897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.011897] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.011897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.011897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.011897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.012161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.012161] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.513634] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.513790] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.513935] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.017293] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.518976] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.519209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.519209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.519423] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.519512] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.519611] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1230.562653] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.562854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.562854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.563188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.563340] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.589056] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1230.953738] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.953939] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.954076] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.954339] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.954605] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.954742] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.954854] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.955072] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.955270] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.955415] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.955520] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.955624] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.955726] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.955844] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.955946] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.956115] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.975922] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.976214] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.976317] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.976515] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.976888] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-76169435-97fe-4306-9184-315b8f6d4d31 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.977122] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.977260] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.977753] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.977846] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76169435-97fe-4306-9184-315b8f6d4d31',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.479836] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.480347] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.480347] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.480502] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.480649] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.480802] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 76169435-97fe-4306-9184-315b8f6d4d31 not found, creating... [ 1231.481150] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.481313] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.481429] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.481959] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.481959] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.482071] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.482309] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.482365] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.482549] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.482681] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.482817] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 76169435-97fe-4306-9184-315b8f6d4d31 is going to be created. [ 1231.504650] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.504859] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.504979] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.505296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.505534] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.505749] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.213476] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f358435-7b7a-41b2-bd48-8c4e72183fb7 req-1121076f-4f64-4004-93ad-97cb914e5b09 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1232.213476] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f358435-7b7a-41b2-bd48-8c4e72183fb7 req-1121076f-4f64-4004-93ad-97cb914e5b09 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1232.213573] env[66526]: INFO networking_nsxv3.common.synchronization [req-3f358435-7b7a-41b2-bd48-8c4e72183fb7 req-1121076f-4f64-4004-93ad-97cb914e5b09 service nova] Enqueued Resource ID: 76169435-97fe-4306-9184-315b8f6d4d31 with Priority: HIGHEST for action port [ 1232.214107] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1232.214231] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1232.214327] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76169435-97fe-4306-9184-315b8f6d4d31 with Priority: HIGHEST for action port [ 1232.214597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.214696] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.214884] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.214966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.215519] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-76169435-97fe-4306-9184-315b8f6d4d31 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.215686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.215725] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.215901] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.215982] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76169435-97fe-4306-9184-315b8f6d4d31',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.599094] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1232.599459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.599501] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.599683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.599878] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.599994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.600075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.600232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.600310] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.600391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.600550] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.600629] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.600687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.600822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.600986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.601096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.601156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.601293] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.601364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.601441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.601522] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.602366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.602530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.602674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.602771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.602832] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.603039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.603127] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.603210] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.719294] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76169435-97fe-4306-9184-315b8f6d4d31 with status ACTIVE [ 1232.719542] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.719684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.719752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.719975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.720105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.720264] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.720364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.720426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.720574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.720649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.720841] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.720953] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.721049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.721191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.721327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.721368] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76169435-97fe-4306-9184-315b8f6d4d31 is going to be updated. [ 1232.745892] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.746110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.746110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.746328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.746466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.746627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76169435-97fe-4306-9184-315b8f6d4d31" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.105701] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.106789] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0dc38-53c9-4717-bc4a-93e697e9dab9: rpc.has_security_group_logging(os_id): False [ 1233.126233] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.126452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.126452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.126643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.126734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.126968] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.127093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.127157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.127313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.127390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.127568] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.127661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.127722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.127859] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.127932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.128330] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.128438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.128478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.128620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.128695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.128781] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1233.195053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.195053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.195053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.195053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.195053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.206764] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1233.609385] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.111526] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.111769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.111867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.112094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.112197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.112296] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1234.139668] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.139846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.139846] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.140075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.140275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.148864] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1235.219471] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1235.219868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.219868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.220113] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.220207] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.722871] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.723097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.915952] env[66526]: INFO networking_nsxv3.common.synchronization [req-2a4a57f0-5078-485f-9ad5-916e91da18fb req-62c72b8e-4368-4d57-b70a-8d0cbafefaae tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1235.916618] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGHEST for action security_group_members [ 1235.916947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.917083] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.917151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.917345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.917499] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.917601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.917661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.917801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.917884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.917982] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.161440] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1236.161666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.161836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.162078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.162271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.162385] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.162445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.162590] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.162672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.162747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.162842] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.421208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.421605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.421605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.421674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.441131] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.441367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.441482] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.441550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.441738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.441817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.441908] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d39255-5989-4997-ae03-7d19d5404025 is going to be updated. [ 1236.472772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.472993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.472993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.473266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.473413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.482525] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: IN_PROGRESS for 2s [ 1236.666128] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.666383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.666481] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.666745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.666926] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.667040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.667107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.667258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.667344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.667431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.667578] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.668173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.668173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.668173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.668173] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.668173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.668173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.668462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.668462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.668462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.668555] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.092621] env[66526]: INFO networking_nsxv3.common.synchronization [req-a95d9373-c07c-40be-be8e-2cc11bdfee30 req-bb7b1899-c114-439f-bac8-fcfad113e75b tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1237.093448] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGHEST for action security_group_members [ 1237.093894] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.094111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.094242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.094544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.094792] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.094960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.095137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.095394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.095694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.095694] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.173876] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0dc38-53c9-4717-bc4a-93e697e9dab9: rpc.has_security_group_logging(os_id): False [ 1237.196959] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.196959] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.196959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.197388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.197388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.197459] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.197516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.197576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.197717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.197778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.197967] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.198096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.198153] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.198288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.198362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.198447] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1237.276034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.276034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.276279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.276398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.276466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.293586] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1237.598463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.598463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.598463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.598991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.598991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.598991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.598991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.598991] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.599201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.599236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.599325] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be updated. [ 1237.632379] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.632611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.632611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.632787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.632931] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.641960] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: IN_PROGRESS for 2s [ 1237.914075] env[66526]: INFO networking_nsxv3.common.synchronization [req-62f170d1-3eb2-4798-8264-d3f11b3b16bc req-b3e66ff2-ead1-476c-8a58-0531cf146665 tempest-ServerActionsTestOtherA-915541721 tempest-ServerActionsTestOtherA-915541721-project-member] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1237.914620] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGHEST for action security_group_members [ 1237.914924] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.915065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.915128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.915331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.915507] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.915610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.915675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.915818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.915905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.915996] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.418811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.419712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.419973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.420141] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.444465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.444465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.444465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.444465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.444465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.444465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.444465] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be updated. [ 1238.470156] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.470248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.470248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.470843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.470843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.479643] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: IN_PROGRESS for 2s [ 1238.491543] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d39255-5989-4997-ae03-7d19d5404025 in Status: SUCCESS [ 1238.491718] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d39255-5989-4997-ae03-7d19d5404025 deletion is rescheduled due to dependency. [ 1238.491827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.319422] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1239.319422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.652247] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 in Status: SUCCESS [ 1239.652430] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 deletion is rescheduled due to dependency. [ 1239.652500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.492888] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 in Status: SUCCESS [ 1240.493321] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 deletion is rescheduled due to dependency. [ 1240.493321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.889839] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3e2e3553-e178-4531-95a3-cc8334772f30 tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1241.890385] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1241.890737] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.890797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.890877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.891237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.891322] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.001378] env[66526]: INFO networking_nsxv3.common.synchronization [None req-b512f54c-6f1b-46f2-a70f-f7ffabee70b7 tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1242.002250] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1242.002591] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.003122] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.411594] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.411760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.411808] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.412014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.412103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.412194] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b already deleted. [ 1242.412277] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.412414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.412561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.412637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.938088] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.938472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.938472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.938584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.938679] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.938771] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b already deleted. [ 1242.938851] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.213065] env[66526]: INFO networking_nsxv3.common.synchronization [req-8a50a098-70be-4c5d-9365-b18933fae40d req-32ac6cac-85ea-4c92-b1b2-29281fb84428 tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1246.213924] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1246.215917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.215917] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.215917] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.215917] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.334369] env[66526]: INFO networking_nsxv3.common.synchronization [req-58b29fcf-4449-4828-95d8-3eb9865be1eb req-670d76e8-8f4a-4d95-8326-f70405127140 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1246.334508] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1246.334922] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.335450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.335450] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.335626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.335731] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.335865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.336626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.336626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.336626] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.336626] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.718242] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.779322] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c073a096-2db4-4ebb-8f45-9b12ba06c82d tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1246.779943] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1246.780315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.780445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.838320] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.220960] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.341294] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.527932] env[66526]: INFO networking_nsxv3.common.synchronization [req-b114147d-c084-4dfb-9aae-8f6d6403f8eb req-e168e3b7-94ba-407d-9103-a724a6fa3491 tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1247.528470] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1247.528769] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.528888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.528960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.529220] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.529386] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.529471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.529537] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.529675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.529759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.529846] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.723549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.723710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.723757] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.723963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.724077] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.724169] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be updated. [ 1247.753273] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.753273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.753273] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.753443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.756635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.763647] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1247.815324] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.815524] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.815649] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.815922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.816222] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.816375] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.816490] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.816703] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.816845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.817103] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.817171] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.817279] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.817386] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.817493] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.817600] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.817732] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.838010] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.838010] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.838010] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.838010] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.838309] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-7eba3ca9-acf8-4a59-ba94-6283da4216f5 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.838483] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.838604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.838930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.839081] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba3ca9-acf8-4a59-ba94-6283da4216f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.843801] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.843923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.843974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.844173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.844262] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.844351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1247.870758] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.870946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.870946] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.871183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.871320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.880100] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1248.036794] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.036794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.036794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.036794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.037129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.037129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.037129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.037232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.037342] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.037418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.037503] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b already deleted. [ 1248.037585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.341590] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.341877] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.341933] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.342219] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.342370] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.342532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 7eba3ca9-acf8-4a59-ba94-6283da4216f5 not found, creating... [ 1248.342814] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.342980] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.343108] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.344017] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.344346] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.344715] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.344896] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.345306] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.345306] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.345440] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.345611] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 is going to be created. [ 1248.368768] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.369081] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.369199] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.369394] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.369625] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.369853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.093516] env[66526]: INFO networking_nsxv3.common.synchronization [req-b114147d-c084-4dfb-9aae-8f6d6403f8eb req-43fd7c9f-5bf8-4e54-9cb3-704b875074c6 service nova] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1249.093738] env[66526]: INFO networking_nsxv3.common.synchronization [req-b114147d-c084-4dfb-9aae-8f6d6403f8eb req-43fd7c9f-5bf8-4e54-9cb3-704b875074c6 service nova] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1249.093883] env[66526]: INFO networking_nsxv3.common.synchronization [req-b114147d-c084-4dfb-9aae-8f6d6403f8eb req-43fd7c9f-5bf8-4e54-9cb3-704b875074c6 service nova] Enqueued Resource ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with Priority: HIGHEST for action port [ 1249.094412] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1249.094547] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1249.094629] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with Priority: HIGHEST for action port [ 1249.094929] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.095015] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.095086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.095280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.095361] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.096234] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.096297] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.096356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.096521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.099425] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.099425] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eba3ca9-acf8-4a59-ba94-6283da4216f5 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.099425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.099425] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba3ca9-acf8-4a59-ba94-6283da4216f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.400146] env[66526]: INFO networking_nsxv3.common.synchronization [req-0802b4bb-8fc3-41c9-b801-65ef37dad3b8 req-c14d0f37-f95c-459b-913a-85b622b0198c tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1249.400750] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGHEST for action security_group_members [ 1249.401058] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.401182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.401249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.401443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.401589] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.401681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.401741] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.401875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.402045] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.402144] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.600346] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with status ACTIVE [ 1249.600541] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.600718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.600819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.601073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.601181] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.601375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.601475] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.601531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.601694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.601801] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.601942] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602118] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602237] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602392] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 is going to be updated. [ 1249.603521] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.604531] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.604833] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.625046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.625194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.625249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.625526] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.625636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.625797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.777627] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1249.777845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.890251] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1249.890557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.890795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.891046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.891272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.891348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.891415] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.891781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.891781] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.891781] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.905616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.905616] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.905616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.905916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.905916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.905916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 is going to be updated. [ 1249.932044] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.932192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.932247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.932899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.932899] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.941666] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: IN_PROGRESS for 2s [ 1250.106508] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.394421] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.394622] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.394680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.394902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.394996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.395228] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.395334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.395402] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.395585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.395682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.395750] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1250.424932] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.425523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.425523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.425523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.425523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.435766] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1250.609577] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.609784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.609784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.609950] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.610041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.610133] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be created. [ 1250.638683] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.638683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.638683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.638683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.638683] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.650035] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: UNINITIALIZED for 2s [ 1251.954606] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc134a7-5ce1-4c63-90fe-01214d604991 in Status: SUCCESS [ 1251.955383] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 deletion is rescheduled due to dependency. [ 1251.955383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.446350] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1252.446549] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 deletion is rescheduled due to dependency. [ 1252.446668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.661581] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1252.661877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.662129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.662441] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.662717] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.662882] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.663044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.663289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.663408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.663530] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.663664] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.167013] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.219907] env[66526]: INFO networking_nsxv3.common.synchronization [req-b5efaa00-b2fc-4616-9cc3-b5924d93c905 req-c73005e8-1025-4f89-aa5e-344eea9da20a tempest-ServerRescueNegativeTestJSON-611094364 tempest-ServerRescueNegativeTestJSON-611094364-project-member] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1253.219907] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGHEST for action security_group_members [ 1253.219907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.219907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.219907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.219907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.219907] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.220208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.220208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.220208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.220294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.220426] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.669035] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3844fc1-8182-401e-87b8-b2ce8bbdd35b: rpc.has_security_group_logging(os_id): False [ 1253.690487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.690487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.690487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.690487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.690487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.690811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.690930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.690999] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.691252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.691345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.691472] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be created. [ 1253.723497] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.723497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.723497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.723497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.756778] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.756973] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.756973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.756973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.757239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.757331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.757428] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be updated. [ 1253.775388] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.775674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.775674] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.775794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.775968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.792595] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: IN_PROGRESS for 2s [ 1253.799619] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.799784] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.799844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.800046] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.800186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.812567] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: IN_PROGRESS for 2s [ 1254.384151] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0c552341-e052-498e-90c5-206abc91e9d7 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1254.384705] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1254.384955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.389041] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.389272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.390425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.390425] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.513782] env[66526]: INFO networking_nsxv3.common.synchronization [None req-555463d7-cafd-4dde-a571-e61cb3f924c6 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1254.514508] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1254.514674] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.514750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.910265] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.910463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.910532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.910799] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.910915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.911029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e already deleted. [ 1254.911120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.911265] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.911462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.911544] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.962350] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.962477] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.433966] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.433966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.433966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.433966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.433966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.433966] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e already deleted. [ 1255.433966] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.804958] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1255.805227] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.824057] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6aaed456-0cc2-42b4-8771-51697dce45eb in Status: SUCCESS [ 1255.824276] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb deletion is rescheduled due to dependency. [ 1255.824426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.515664] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.515979] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.952779] env[66526]: INFO networking_nsxv3.common.synchronization [req-505e43fc-53ff-461f-a0e4-8a4ba5945660 req-c5b3efc9-fea2-43af-b5fc-7a1338500889 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1259.953335] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1259.954243] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.954243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.954243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.954772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.954772] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.954926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.954926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.955159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.955807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.955807] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.279984] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.280199] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.280324] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.280584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.280837] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.280991] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.281119] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.281333] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.281469] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.281670] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.281799] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.281913] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.282033] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.282141] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.282244] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.282388] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.303809] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.303980] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.304118] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.304256] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.304564] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.304731] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.304845] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.305186] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.305342] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e22a2b0-21c2-4dbe-813e-36b3f2be6591',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.457958] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.458186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.458186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.458351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.458440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.458638] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.458738] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.458817] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.458954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.459039] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.459125] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e already deleted. [ 1260.459211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.807995] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.807995] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.808590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.808590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.808590] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.808770] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Segment Port 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 not found, creating... [ 1260.808933] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.809104] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.809220] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.809430] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.809562] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.809840] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.809992] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.810117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.810321] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.810449] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.810583] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 is going to be created. [ 1260.831425] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.831988] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.831988] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.832190] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.832286] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.832517] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.520471] env[66526]: INFO networking_nsxv3.common.synchronization [req-505e43fc-53ff-461f-a0e4-8a4ba5945660 req-d8546df9-eb07-4cda-8c03-dcc3f3bbeac2 service nova] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1261.520653] env[66526]: INFO networking_nsxv3.common.synchronization [req-505e43fc-53ff-461f-a0e4-8a4ba5945660 req-d8546df9-eb07-4cda-8c03-dcc3f3bbeac2 service nova] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1261.520790] env[66526]: INFO networking_nsxv3.common.synchronization [req-505e43fc-53ff-461f-a0e4-8a4ba5945660 req-d8546df9-eb07-4cda-8c03-dcc3f3bbeac2 service nova] Enqueued Resource ID: 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 with Priority: HIGHEST for action port [ 1261.521361] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1261.521550] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1261.521691] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 with Priority: HIGHEST for action port [ 1261.521928] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.522487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.522592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.523236] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.523414] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.524785] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.524923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.525008] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.525205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.525384] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.526439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.526439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.526439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.526439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.526439] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.528138] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.528257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.528257] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.528395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.528466] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e22a2b0-21c2-4dbe-813e-36b3f2be6591',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.930450] env[66526]: INFO networking_nsxv3.common.synchronization [req-9405a022-a3ee-45f5-9810-3d93eefb3e8a req-6196b4b1-24d3-4b10-a2ce-5dd432092551 tempest-ServerActionsTestJSON-1013730117 tempest-ServerActionsTestJSON-1013730117-project-member] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1261.930831] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGHEST for action security_group_members [ 1261.931194] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.931332] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.931403] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.931598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.931779] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.931881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.931943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.932099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.932182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.932292] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.025511] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.025867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.030311] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.031532] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 with status ACTIVE [ 1262.031785] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.032035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.032097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.032488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.032613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.033306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.033306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.033306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.033306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.033306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.033306] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.033821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.033821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.033821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.033821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.033821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e22a2b0-21c2-4dbe-813e-36b3f2be6591 is going to be updated. [ 1262.059037] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.059037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.059037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.059037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.059037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.059037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e22a2b0-21c2-4dbe-813e-36b3f2be6591" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.434911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.435102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.435102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.435378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.435378] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.435583] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.435840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.435840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.435955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.435955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.436047] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be updated. [ 1262.468664] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.469151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.469151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.469151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.469299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.480286] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: IN_PROGRESS for 2s [ 1262.536162] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.038314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.038628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.038628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.038830] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.038916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.039066] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be created. [ 1263.064551] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.064704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.064760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.064963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.065138] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.079336] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: UNINITIALIZED for 2s [ 1264.496135] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e833ff4-200b-432a-8e5f-55dded83adef in Status: SUCCESS [ 1264.496484] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef deletion is rescheduled due to dependency. [ 1264.496484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.499962] env[66526]: INFO networking_nsxv3.common.synchronization [req-b8a5de29-75af-428b-96a8-eb32dd1dc6a0 req-bcdbe303-d50b-4801-b833-bf819a940bf2 tempest-AttachVolumeNegativeTest-1540582619 tempest-AttachVolumeNegativeTest-1540582619-project-member] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1264.500458] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGHEST for action security_group_members [ 1264.500766] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.500887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.500954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.501291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.501408] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.501516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.501578] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.501735] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.501823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.501918] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.004688] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.004841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.004914] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.005207] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.005350] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.005559] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.005659] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.005721] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.005876] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.005995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.006110] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 is going to be updated. [ 1265.035094] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.035279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.035325] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.035520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.035664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.045265] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: IN_PROGRESS for 2s [ 1265.089769] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1265.089993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.090176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.090409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.090607] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.090726] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.090791] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.091016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.091144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.091253] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.091433] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.593409] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.095442] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e: rpc.has_security_group_logging(os_id): False [ 1266.115190] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.115472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.115472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.115644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.115708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.115912] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.116029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.116092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.116249] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.116324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.116413] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be created. [ 1266.183250] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.183468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.183523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.183706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.183881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.203778] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1267.058102] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 in Status: SUCCESS [ 1267.058102] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 deletion is rescheduled due to dependency. [ 1267.058102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.218335] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1268.218594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.501829] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.502508] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.030307] env[66526]: INFO networking_nsxv3.common.synchronization [req-37d816f9-5f7e-451b-b92f-5d47edb5ff36 req-16c31e10-4324-4c4e-997a-b4026b00f941 tempest-ServerActionsV293TestJSON-1390423810 tempest-ServerActionsV293TestJSON-1390423810-project-member] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1271.030983] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGHEST for action security_group_members [ 1271.031575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.031731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.031731] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.031990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.032714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.032714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.032714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.032714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.032714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.032714] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.537214] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.537468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.537574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.537816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.537935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.538166] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.538260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.538322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.538480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.538561] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.538649] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 is going to be updated. [ 1271.567651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.567823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.567895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.568170] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.568348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.577553] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: IN_PROGRESS for 2s [ 1273.590308] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95742de2-888a-4da3-ab92-2c00761d52c4 in Status: SUCCESS [ 1273.590694] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 deletion is rescheduled due to dependency. [ 1273.590744] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.441943] env[66526]: INFO networking_nsxv3.common.synchronization [None req-4cedea98-943c-4ad6-9ff0-7e78252b4f21 None None] Enqueued Resource ID: 0f93bff1-63df-4f7a-9e73-2c952b95ce74 with Priority: HIGHEST for action port [ 1275.442496] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f93bff1-63df-4f7a-9e73-2c952b95ce74 with Priority: HIGHEST for action port [ 1275.442820] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f93bff1-63df-4f7a-9e73-2c952b95ce74 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.443032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f93bff1-63df-4f7a-9e73-2c952b95ce74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.443121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f93bff1-63df-4f7a-9e73-2c952b95ce74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.443386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f93bff1-63df-4f7a-9e73-2c952b95ce74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.443569] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f93bff1-63df-4f7a-9e73-2c952b95ce74',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.948020] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f93bff1-63df-4f7a-9e73-2c952b95ce74 [ 1275.948020] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.948020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.948020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.948020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.948020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.948020] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f93bff1-63df-4f7a-9e73-2c952b95ce74 already deleted. [ 1275.948020] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f93bff1-63df-4f7a-9e73-2c952b95ce74" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.103717] env[66526]: INFO networking_nsxv3.common.synchronization [req-bfe06f0d-c0d2-4315-abcb-1f4184935d89 req-f6589332-1405-4ecf-b581-72fb1cc1dfde tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1276.105455] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1276.105455] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.105600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.105657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.105829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.106034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.106137] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.106196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.106594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.106594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.106594] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.453845] env[66526]: INFO networking_nsxv3.common.synchronization [None req-45adf231-808b-4370-ad30-df8e3bc8902e tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1276.453845] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1276.453845] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.453845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.453845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.454695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.454695] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.537239] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.537436] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.537585] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.537863] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.538133] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.538313] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.538430] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.538670] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.538827] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.539042] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.539156] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.539340] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.539399] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.539513] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.539623] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.539765] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.541788] env[66526]: INFO networking_nsxv3.common.synchronization [None req-7b0840ad-8414-4371-85aa-7d81923a057b tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1276.542309] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1276.543623] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.543682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.563329] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.563463] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.563717] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.563813] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.564136] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-9be36358-ab48-4461-b0a2-87e8c93e48e4 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.564325] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.564509] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.564775] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.564916] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be36358-ab48-4461-b0a2-87e8c93e48e4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.608886] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.976331] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.976488] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.976583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.976761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.976854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.976966] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb571eac-c895-4b1c-b595-13926b77f18f already deleted. [ 1276.977047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.977213] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.977320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.977460] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.068036] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.068162] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.068327] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.068563] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.068707] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.068895] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 9be36358-ab48-4461-b0a2-87e8c93e48e4 not found, creating... [ 1277.069128] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.069283] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.069391] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.069606] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.069743] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.070252] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.070252] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.070528] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.070528] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.070714] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.070824] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 9be36358-ab48-4461-b0a2-87e8c93e48e4 is going to be created. [ 1277.092326] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.092812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.092812] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.092930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.093144] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.093349] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.111866] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.499741] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.500739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.500739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.500916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.500916] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.501062] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb571eac-c895-4b1c-b595-13926b77f18f already deleted. [ 1277.501184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.614098] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.614098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.614098] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.614386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.614386] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.614476] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1277.649611] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.649771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.649816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.650036] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.650182] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.659908] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1277.721564] env[66526]: INFO networking_nsxv3.common.synchronization [None req-9d2800a9-304c-46cd-ba51-2d5b1bacd1cc None None] Enqueued Resource ID: e4b71411-274d-4151-9e59-42fbf5a19000 with Priority: HIGHEST for action port [ 1277.722255] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4b71411-274d-4151-9e59-42fbf5a19000 with Priority: HIGHEST for action port [ 1277.722588] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4b71411-274d-4151-9e59-42fbf5a19000 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.722712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4b71411-274d-4151-9e59-42fbf5a19000" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.722779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4b71411-274d-4151-9e59-42fbf5a19000" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.723062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4b71411-274d-4151-9e59-42fbf5a19000" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.723214] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4b71411-274d-4151-9e59-42fbf5a19000',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [req-bfe06f0d-c0d2-4315-abcb-1f4184935d89 req-4c994d37-956f-4874-b23c-85a232d5f265 service nova] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [req-bfe06f0d-c0d2-4315-abcb-1f4184935d89 req-4c994d37-956f-4874-b23c-85a232d5f265 service nova] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [req-bfe06f0d-c0d2-4315-abcb-1f4184935d89 req-4c994d37-956f-4874-b23c-85a232d5f265 service nova] Enqueued Resource ID: 9be36358-ab48-4461-b0a2-87e8c93e48e4 with Priority: HIGHEST for action port [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_rules [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1277.815313] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9be36358-ab48-4461-b0a2-87e8c93e48e4 with Priority: HIGHEST for action port [ 1277.815977] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.816283] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.816474] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.817463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.817463] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.818789] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.820783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.820783] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-9be36358-ab48-4461-b0a2-87e8c93e48e4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.820783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.820783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.820783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.822028] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9be36358-ab48-4461-b0a2-87e8c93e48e4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.226238] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4b71411-274d-4151-9e59-42fbf5a19000 [ 1278.226521] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.226662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.226979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.226979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.227168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.227168] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4b71411-274d-4151-9e59-42fbf5a19000 already deleted. [ 1278.227256] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4b71411-274d-4151-9e59-42fbf5a19000" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.319941] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.320205] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.324577] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9be36358-ab48-4461-b0a2-87e8c93e48e4 with status ACTIVE [ 1278.324842] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.325051] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.325149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.325370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.325456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.325666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.325904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.326099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.326336] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.326468] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.327031] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.327031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.327031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.327388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.327388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.327504] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9be36358-ab48-4461-b0a2-87e8c93e48e4 is going to be updated. [ 1278.351576] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.351840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.351840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.352037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.352164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.352337] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9be36358-ab48-4461-b0a2-87e8c93e48e4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.670349] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1279.670658] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.671059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.671059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.671224] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.671314] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.671370] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.671609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.671609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.671742] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.176209] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.678949] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.181340] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.181604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.181604] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.181825] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.181919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.182028] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1281.210604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.210954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.210954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.211070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.211269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.222214] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1281.915243] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.915592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.915592] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.915673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.915787] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.031871] env[66526]: INFO networking_nsxv3.common.synchronization [req-62edb4c7-38fa-4bcf-8f06-3d6b30ab6d25 req-df4c3a86-d727-4415-84c5-7c01f844489b tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1282.032439] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1282.032954] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.032954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.032954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.033217] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.033370] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.033466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.033605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.033700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.033786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.033877] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.319821] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.320079] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.320234] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.321117] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.321507] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.321737] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.321882] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.322243] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.322395] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.322642] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.322757] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.322863] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.322988] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.323117] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.323239] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.324021] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.346107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.346300] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.346411] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.347020] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.347020] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-48da87ac-d44e-40c5-89a8-6301f878eb6f taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.347345] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.347345] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.347777] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.347777] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48da87ac-d44e-40c5-89a8-6301f878eb6f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.418661] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.535776] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.535776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.535776] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.536102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.536102] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.536298] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.536394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.536453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.536623] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.536739] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.536839] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb571eac-c895-4b1c-b595-13926b77f18f already deleted. [ 1282.536951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.851264] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.851532] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.851601] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.851886] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.852047] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.852200] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 48da87ac-d44e-40c5-89a8-6301f878eb6f not found, creating... [ 1282.852463] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.852620] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.852737] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.852957] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.853103] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.853384] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.853584] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.853692] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.853899] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.854041] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.854181] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 48da87ac-d44e-40c5-89a8-6301f878eb6f is going to be created. [ 1282.874563] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.874868] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.875070] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.875321] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.875640] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.875918] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.921555] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.233252] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1283.233531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.233797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.234062] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.234304] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.234463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.234545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.234719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.234804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.234888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.234974] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.424728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1283.424728] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1283.560401] env[66526]: INFO networking_nsxv3.common.synchronization [req-62edb4c7-38fa-4bcf-8f06-3d6b30ab6d25 req-11adb64a-ef67-4247-8f6b-dba6bba0c750 service nova] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1283.560585] env[66526]: INFO networking_nsxv3.common.synchronization [req-62edb4c7-38fa-4bcf-8f06-3d6b30ab6d25 req-11adb64a-ef67-4247-8f6b-dba6bba0c750 service nova] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1283.560721] env[66526]: INFO networking_nsxv3.common.synchronization [req-62edb4c7-38fa-4bcf-8f06-3d6b30ab6d25 req-11adb64a-ef67-4247-8f6b-dba6bba0c750 service nova] Enqueued Resource ID: 48da87ac-d44e-40c5-89a8-6301f878eb6f with Priority: HIGHEST for action port [ 1283.561217] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_rules [ 1283.561352] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1283.561536] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48da87ac-d44e-40c5-89a8-6301f878eb6f with Priority: HIGHEST for action port [ 1283.561911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.562052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.562121] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.562320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.562400] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.563223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.563335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.563589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.563737] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.563783] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.563873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.563933] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.564907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.564907] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.564907] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.565132] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-48da87ac-d44e-40c5-89a8-6301f878eb6f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.565463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.565463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.565463] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.565463] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48da87ac-d44e-40c5-89a8-6301f878eb6f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.736769] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.067109] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.067508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.067508] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48da87ac-d44e-40c5-89a8-6301f878eb6f with status ACTIVE [ 1284.067679] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.067807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.067807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.067968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.068065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.068239] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.068323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.068382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.068540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.068614] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.068791] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.068875] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.069009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.069079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.069146] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.069233] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48da87ac-d44e-40c5-89a8-6301f878eb6f is going to be updated. [ 1284.070294] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.094099] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.094099] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.094440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.094440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.094671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.094671] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48da87ac-d44e-40c5-89a8-6301f878eb6f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.199730] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.199942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.199942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.200144] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.212675] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1284.213654] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.215931] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1284.239480] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e: rpc.has_security_group_logging(os_id): False [ 1284.257862] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.258085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.258085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.258331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.271695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.272856] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1284.272856] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.273132] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1284.274888] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.275093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.275093] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.275301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.275543] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.275647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.275750] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.275895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.276075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.276154] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.276239] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1284.334460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.334812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.334934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.335184] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.336686] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.336887] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1284.356581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.356810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.356810] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.357011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.357168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.372385] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1284.438592] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.438755] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.438804] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.439066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.439379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.439660] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1284.553290] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.553538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.553538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.553761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.554123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.554463] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1284.554564] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e07d04b6-b874-4abb-be50-92c18234e484', '95742de2-888a-4da3-ab92-2c00761d52c4', '011033ae-d3c6-457e-8728-f3e860774bbd', '5d2ac3f0-1495-4110-9753-c5bace5b2353', 'bdc134a7-5ce1-4c63-90fe-01214d604991', '83bda563-b046-417a-8e05-8637a30e1728', 'a99766b1-0f95-4124-b5e4-6bb8bb4b6003', 'a3844fc1-8182-401e-87b8-b2ce8bbdd35b', '6aaed456-0cc2-42b4-8771-51697dce45eb', 'b747695f-66db-441c-b462-c249171df835', '9d791bbe-ffe7-44b1-8fe0-561abd7a6d71', '2e1796cf-cd76-47b2-8329-31a97248175f', 'a6fe7647-0283-4a29-93b8-80af9d5939d9', '5185f0b2-c9a5-4519-8232-b0a61ad43806', '6a7e567e-b037-46ae-a71f-ec6e06cf0b8e', 'ace3148b-e23d-4b51-bf7c-f9a96c4d6e54', 'b62c74c4-0e40-4f7c-8e71-1de869905a9d', '6e833ff4-200b-432a-8e5f-55dded83adef', '3d44771d-392e-4c84-9833-322553b721b9', 'f65f34ab-aa0a-4d74-8e84-4a650036e5be', '684bac1c-eaa1-41d4-ad8f-a43e4e57ff41', '8c7e3e37-222b-449b-8fdd-1084b94453ff', 'f7e0dc38-53c9-4717-bc4a-93e697e9dab9', 'ca370ef8-7386-4955-8ecc-e69f9d9aaf72', 'd2b5c105-98d3-4459-b669-1187ee6faba9', '4ee48faf-10f2-489a-9c49-104a743b61b7', '44210d6e-5f29-49d1-8a6c-5a79d009fc64', '1cb9f174-9448-45c8-b7d5-36ebcb3a23fd', '31d39255-5989-4997-ae03-7d19d5404025', '061c86e2-9f47-42a6-a617-e1fe3cc4eb92', '3de96e37-5762-4866-8ec7-8c359b62aa9d', 'cca02882-c8f0-41ae-aa9b-6c8c99489236', 'cc5a0e46-d381-423e-9072-2516ed644299', 'a61df344-e1e7-42dd-9e63-90f46adb53f8', '9cd6a0c2-5315-4186-9c72-804230928551', 'ff11b7cf-6cf4-4e63-a102-b48a936da5d3', '7781e0c6-bfae-457a-9b6a-de865dd3c5f4', '40345d28-ce59-4fb1-8001-047f55e1b3e1', '62bbad07-afaf-4ff1-b8b4-b906b3fa7334'} {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.554665] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1284.572427] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.580032] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.580032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.580032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.580032] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.580466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.580466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1284.580466] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.580466] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1284.661937] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.662109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.662183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.662438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.663621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.663941] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1284.664031] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1284.664107] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1284.664180] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1284.664253] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1284.664325] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGH for action security_group_rules [ 1284.664405] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGH for action security_group_rules [ 1284.664470] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1284.664532] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 1284.664622] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGH for action security_group_rules [ 1284.664760] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGH for action security_group_rules [ 1284.664760] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGH for action security_group_rules [ 1284.664885] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGH for action security_group_rules [ 1284.664885] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGH for action security_group_rules [ 1284.665039] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGH for action security_group_rules [ 1284.665039] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGH for action security_group_rules [ 1284.665123] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGH for action security_group_rules [ 1284.665268] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGH for action security_group_rules [ 1284.665268] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGH for action security_group_rules [ 1284.665437] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGH for action security_group_rules [ 1284.665437] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGH for action security_group_rules [ 1284.665523] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGH for action security_group_rules [ 1284.665809] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGH for action security_group_rules [ 1284.665809] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGH for action security_group_rules [ 1284.665809] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGH for action security_group_rules [ 1284.665809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.075855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.076203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.076203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.076373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.076471] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.076607] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb571eac-c895-4b1c-b595-13926b77f18f is going to be created. [ 1285.100780] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.100987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.100987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.101248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.101412] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.113952] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: UNINITIALIZED for 2s [ 1286.387617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1286.387955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.123260] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: SUCCESS [ 1287.123485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.123695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.123919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.124133] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.124248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.124307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.124461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.124545] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.124628] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.124719] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.627243] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.680689] env[66526]: INFO networking_nsxv3.common.synchronization [None req-81932d16-f2fb-4b26-8014-13b74a85dbd0 tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1287.681358] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1287.681548] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07d04b6-b874-4abb-be50-92c18234e484 with Priority: HIGH for action security_group_rules [ 1287.681681] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1287.681839] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 with Priority: HIGH for action security_group_rules [ 1287.681939] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGH for action security_group_rules [ 1287.682552] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be with Priority: HIGH for action security_group_rules [ 1287.682645] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d44771d-392e-4c84-9833-322553b721b9 with Priority: HIGH for action security_group_rules [ 1287.682816] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e833ff4-200b-432a-8e5f-55dded83adef with Priority: HIGH for action security_group_rules [ 1287.682960] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d with Priority: HIGH for action security_group_rules [ 1287.683094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 with Priority: HIGH for action security_group_rules [ 1287.683347] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 with Priority: HIGH for action security_group_rules [ 1287.683422] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 with Priority: HIGH for action security_group_rules [ 1287.683496] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1796cf-cd76-47b2-8329-31a97248175f with Priority: HIGH for action security_group_rules [ 1287.683668] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 with Priority: HIGH for action security_group_rules [ 1287.683841] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b747695f-66db-441c-b462-c249171df835 with Priority: HIGH for action security_group_rules [ 1287.684020] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aaed456-0cc2-42b4-8771-51697dce45eb with Priority: HIGH for action security_group_rules [ 1287.684165] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bda563-b046-417a-8e05-8637a30e1728 with Priority: HIGH for action security_group_rules [ 1287.684312] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGH for action security_group_rules [ 1287.684419] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc134a7-5ce1-4c63-90fe-01214d604991 with Priority: HIGH for action security_group_rules [ 1287.684513] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95742de2-888a-4da3-ab92-2c00761d52c4 with Priority: HIGH for action security_group_rules [ 1287.684662] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 with Priority: HIGH for action security_group_rules [ 1287.685130] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.685322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.685395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.685603] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.685814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.685977] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.686078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.686328] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.686472] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.686585] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.687637] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07d04b6-b874-4abb-be50-92c18234e484 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.687773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.687861] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.688089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.688230] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07d04b6-b874-4abb-be50-92c18234e484',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.689267] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.690115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.690115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.690115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.690115] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.690643] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.690800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.691573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.691573] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.691573] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a99766b1-0f95-4124-b5e4-6bb8bb4b6003',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.692314] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.692448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.692516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.692823] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.693338] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.693920] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.694080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.695052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.695052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.695052] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65f34ab-aa0a-4d74-8e84-4a650036e5be',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.696538] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d44771d-392e-4c84-9833-322553b721b9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.696538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.696538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.696538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.696538] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d44771d-392e-4c84-9833-322553b721b9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.697030] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e833ff4-200b-432a-8e5f-55dded83adef taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.697228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.697317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.697544] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.697711] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e833ff4-200b-432a-8e5f-55dded83adef',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.698857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.698857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.698857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.698857] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.699089] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b62c74c4-0e40-4f7c-8e71-1de869905a9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.699670] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5185f0b2-c9a5-4519-8232-b0a61ad43806 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.699794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.699865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.700145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.700657] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5185f0b2-c9a5-4519-8232-b0a61ad43806',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.702867] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.702867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.702867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.702867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.702867] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ace3148b-e23d-4b51-bf7c-f9a96c4d6e54',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.703231] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6fe7647-0283-4a29-93b8-80af9d5939d9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.703383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.703479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.703668] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.703791] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6fe7647-0283-4a29-93b8-80af9d5939d9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.705258] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e1796cf-cd76-47b2-8329-31a97248175f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.705258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.705258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.705258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.705258] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e1796cf-cd76-47b2-8329-31a97248175f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.705905] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.705994] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.706075] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.706382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.706509] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d791bbe-ffe7-44b1-8fe0-561abd7a6d71',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.707714] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b747695f-66db-441c-b462-c249171df835 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.707842] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.707930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.708100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.708228] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b747695f-66db-441c-b462-c249171df835',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.709091] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aaed456-0cc2-42b4-8771-51697dce45eb taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.709209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.709270] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.709455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.709521] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aaed456-0cc2-42b4-8771-51697dce45eb',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.710395] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83bda563-b046-417a-8e05-8637a30e1728 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.710518] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.710586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.711351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.711351] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83bda563-b046-417a-8e05-8637a30e1728',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.711946] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.712056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.712232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.712430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.712522] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.713963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc134a7-5ce1-4c63-90fe-01214d604991 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.714115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.714239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.714498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.715072] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc134a7-5ce1-4c63-90fe-01214d604991',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.715421] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95742de2-888a-4da3-ab92-2c00761d52c4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.715538] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.715610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.715838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.715942] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95742de2-888a-4da3-ab92-2c00761d52c4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.717042] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2ac3f0-1495-4110-9753-c5bace5b2353 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.717469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.717469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.717567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.717673] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2ac3f0-1495-4110-9753-c5bace5b2353',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.723115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.723395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.723498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.723705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.752832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.753092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.757616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.757918] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.758453] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.758582] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.758724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.758809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.758909] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1287.760195] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.760391] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.762545] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.762681] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.763850] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.763963] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.786289] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.786468] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07d04b6-b874-4abb-be50-92c18234e484 is going to be deleted. [ 1287.787564] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.788026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.793189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.793409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.793409] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.793596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.793812] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.806035] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1287.812682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.812914] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5185f0b2-c9a5-4519-8232-b0a61ad43806 is going to be deleted. [ 1287.814126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.814362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.836711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.836962] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a99766b1-0f95-4124-b5e4-6bb8bb4b6003 is going to be deleted. [ 1287.855533] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.855775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.855775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.856057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.856168] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.856294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07d04b6-b874-4abb-be50-92c18234e484" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.892245] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.892435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.892487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.893395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.893395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.893395] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5185f0b2-c9a5-4519-8232-b0a61ad43806" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.948806] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.949054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.949054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.949286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.949379] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.949504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a99766b1-0f95-4124-b5e4-6bb8bb4b6003" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.130046] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb571eac-c895-4b1c-b595-13926b77f18f: rpc.has_security_group_logging(os_id): False [ 1288.153523] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.153727] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.153766] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.153974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.154186] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.154334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.154401] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.154469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.154644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.154745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.154841] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb571eac-c895-4b1c-b595-13926b77f18f is going to be created. [ 1288.219906] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.219906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.219906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.220188] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.220327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.220437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.220500] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.220676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.220769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.220853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.220978] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.226034] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.226183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.226230] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.226420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.226581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.226680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.226773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.227094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.227094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.228097] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.228208] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.248069] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.248247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.248291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.248507] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.248687] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.273546] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.273546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.273546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.273958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.296422] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: IN_PROGRESS for 2s [ 1288.299895] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.300089] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.301299] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.301299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.301666] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.301777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.302613] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.302747] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.303463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.303575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.304341] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.304437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.305160] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.305252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.305978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.306111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.306771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.306902] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.307548] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.308189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.308189] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.308590] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.308982] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.309101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.309677] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.310097] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.310225] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.310736] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.311148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.311262] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc134a7-5ce1-4c63-90fe-01214d604991 is going to be deleted. [ 1288.312134] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.312346] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.324469] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.324549] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.342896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.343108] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.353823] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.354393] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.354534] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83bda563-b046-417a-8e05-8637a30e1728 is going to be deleted. [ 1288.355514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.355734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.400145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.400283] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b62c74c4-0e40-4f7c-8e71-1de869905a9d is going to be deleted. [ 1288.401204] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.401431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.441766] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.441954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.443019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.443019] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95742de2-888a-4da3-ab92-2c00761d52c4 is going to be deleted. [ 1288.444014] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.444280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.491249] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.491421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.511952] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.512145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.513067] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.513197] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ace3148b-e23d-4b51-bf7c-f9a96c4d6e54 is going to be deleted. [ 1288.514178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.514357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.543516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.543756] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d44771d-392e-4c84-9833-322553b721b9 is going to be deleted. [ 1288.544709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.544922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.547410] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.547527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.580897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.581098] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b747695f-66db-441c-b462-c249171df835 is going to be deleted. [ 1288.582190] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.582438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.666549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.666976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.669487] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.669714] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.702456] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.702603] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d791bbe-ffe7-44b1-8fe0-561abd7a6d71 is going to be deleted. [ 1288.703992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.704301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.706974] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.707169] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.724693] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.733637] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.744981] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.745604] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e833ff4-200b-432a-8e5f-55dded83adef is going to be deleted. [ 1288.749060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.749060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.801487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.801487] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6fe7647-0283-4a29-93b8-80af9d5939d9 is going to be deleted. [ 1288.802586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.802844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.804536] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.804722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.857527] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.857732] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be deleted. [ 1288.858811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.859091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.895735] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.895980] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.896855] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.897012] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e1796cf-cd76-47b2-8329-31a97248175f is going to be deleted. [ 1288.897975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.898615] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.923734] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.923975] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.959126] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.959377] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65f34ab-aa0a-4d74-8e84-4a650036e5be is going to be deleted. [ 1288.960695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.961161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.996865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.997075] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2ac3f0-1495-4110-9753-c5bace5b2353 is going to be deleted. [ 1288.998261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.998508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.004559] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.004813] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.016913] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.017648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.039986] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.040170] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aaed456-0cc2-42b4-8771-51697dce45eb is going to be deleted. [ 1289.041375] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.041624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.041736] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.041885] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83bda563-b046-417a-8e05-8637a30e1728" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.042065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.042229] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.042317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.042436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc134a7-5ce1-4c63-90fe-01214d604991" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.042988] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043246] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.043307] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.043413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b62c74c4-0e40-4f7c-8e71-1de869905a9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.043925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043925] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.044104] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.044221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95742de2-888a-4da3-ab92-2c00761d52c4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.044320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.044438] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.044595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.044706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ace3148b-e23d-4b51-bf7c-f9a96c4d6e54" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.044803] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.044937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.045063] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.045197] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d44771d-392e-4c84-9833-322553b721b9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.045389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.045607] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.045723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.045996] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b747695f-66db-441c-b462-c249171df835" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.046251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.046422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.046498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.046636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d791bbe-ffe7-44b1-8fe0-561abd7a6d71" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.046797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.046913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.047017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.047112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e833ff4-200b-432a-8e5f-55dded83adef" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.047250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.047371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.047443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.047552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6fe7647-0283-4a29-93b8-80af9d5939d9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.047694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.047835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.047923] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.048048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e1796cf-cd76-47b2-8329-31a97248175f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.048173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.048312] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.048384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.048489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.140159] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.140322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.140421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.140602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.140690] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.140818] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65f34ab-aa0a-4d74-8e84-4a650036e5be" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.152235] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.152433] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.152479] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.152699] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.152792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.152910] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aaed456-0cc2-42b4-8771-51697dce45eb" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.169298] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.170009] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.170192] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.170244] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.170448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.170536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.170646] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2ac3f0-1495-4110-9753-c5bace5b2353" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.227233] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e: rpc.has_security_group_logging(os_id): False [ 1289.236208] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3844fc1-8182-401e-87b8-b2ce8bbdd35b: rpc.has_security_group_logging(os_id): False [ 1289.260358] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.260624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.260624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.260796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.260891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.261180] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.261345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.261345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.261499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.261570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.261712] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1289.265731] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.265958] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.266080] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.266357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.321705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.322053] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.322198] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.322617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.322617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.322617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.322617] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be updated. [ 1289.398115] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.398115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.398115] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.398499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.398499] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.422971] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.423211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.423211] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.423508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.423565] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.433096] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1289.437658] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: IN_PROGRESS for 2s [ 1289.816135] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1289.816389] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 deletion is rescheduled due to dependency. [ 1289.816389] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.309852] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: SUCCESS [ 1290.309852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.467861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1291.468352] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.469133] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1291.469345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.685402] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.685830] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.794625] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.794821] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.794955] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.795242] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.795499] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.795649] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.795763] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.795977] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.796340] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.796575] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.796690] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.796799] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.796905] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.797052] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1292.797208] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.797356] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.817345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.817512] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1292.817633] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.817807] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-650" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.818153] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-87f2cc8f-8dab-43cd-bfa7-8700a2349272 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.818326] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.818441] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.818736] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.818873] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2cc8f-8dab-43cd-bfa7-8700a2349272',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.321512] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.321831] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.321970] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.322334] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.322448] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.322783] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.322927] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.323062] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.323313] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.323458] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.323800] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.323971] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.324107] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.324343] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.324487] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.324639] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 is going to be updated. [ 1293.346707] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.347022] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.347185] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.347462] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.347659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.347921] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.037268] env[66526]: INFO networking_nsxv3.common.synchronization [req-d22e82c3-84d9-4bb3-bcda-4e3ebba56023 req-b3d32596-3aaf-4bbd-b656-08226bbff9f1 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1294.037534] env[66526]: INFO networking_nsxv3.common.synchronization [req-d22e82c3-84d9-4bb3-bcda-4e3ebba56023 req-b3d32596-3aaf-4bbd-b656-08226bbff9f1 service nova] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1294.037635] env[66526]: INFO networking_nsxv3.common.synchronization [req-d22e82c3-84d9-4bb3-bcda-4e3ebba56023 req-b3d32596-3aaf-4bbd-b656-08226bbff9f1 service nova] Enqueued Resource ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with Priority: HIGHEST for action port [ 1294.038094] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_rules [ 1294.038241] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1294.038367] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with Priority: HIGHEST for action port [ 1294.038657] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.038797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.038847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.039187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.039302] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.040391] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.040562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.040682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.040895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.042147] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.042317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.042411] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.042642] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.042951] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.042951] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.044467] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f2cc8f-8dab-43cd-bfa7-8700a2349272 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.044467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.044467] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.045344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.045344] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f2cc8f-8dab-43cd-bfa7-8700a2349272',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.547502] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.547647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.547804] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.548700] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f2cc8f-8dab-43cd-bfa7-8700a2349272 with status ACTIVE [ 1294.548883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.548992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.549065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.549261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.549348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.549524] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.549689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.549689] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.550327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.550327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.550327] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.550510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.550600] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.550715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.550793] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.550881] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f2cc8f-8dab-43cd-bfa7-8700a2349272 is going to be updated. [ 1294.573549] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.573831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.573831] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.574055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.574176] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.574344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f2cc8f-8dab-43cd-bfa7-8700a2349272" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.053557] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.556814] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.557079] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.557145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.557425] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.557560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.557680] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1295.591056] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.591056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.591056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.591056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.591056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.602720] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1297.615143] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1297.615711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.615711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.615840] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.616039] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.616157] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.616212] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.617025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.617025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.617025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.617025] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.118970] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.621900] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011033ae-d3c6-457e-8728-f3e860774bbd: rpc.has_security_group_logging(os_id): False [ 1298.641344] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.641553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.641632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.641887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.641973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.642246] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.642351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.642414] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.642567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.642639] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.643049] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be created. [ 1298.715857] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.716086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.716740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.716740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.716740] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.731764] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1299.039605] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.039605] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1300.748907] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1300.749364] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.562191] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.562708] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.562708] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.562848] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.563092] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.563255] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.563370] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.563604] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.563852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.564092] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.564211] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.564322] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.564429] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.564539] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.564652] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.564798] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.585527] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.585745] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.585946] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.586204] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.586586] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-d5180f53-09f2-43c2-a36d-469357396d0c taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.586816] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.586973] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.587385] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.587547] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5180f53-09f2-43c2-a36d-469357396d0c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.090520] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.090751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.090751] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.091058] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.091244] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.091418] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port d5180f53-09f2-43c2-a36d-469357396d0c not found, creating... [ 1303.091703] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.091863] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.091982] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.092222] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.092360] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.092692] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.092852] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.092967] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.093231] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.093379] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.093517] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: d5180f53-09f2-43c2-a36d-469357396d0c is going to be created. [ 1303.115568] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.115808] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.115853] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.116178] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.116428] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.116659] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.796834] env[66526]: INFO networking_nsxv3.common.synchronization [req-d604ff01-3caa-4a01-b924-f043408e37e0 req-4e204adc-58cb-4da6-84da-bd4b35f6e842 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1303.797155] env[66526]: INFO networking_nsxv3.common.synchronization [req-d604ff01-3caa-4a01-b924-f043408e37e0 req-4e204adc-58cb-4da6-84da-bd4b35f6e842 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1303.797198] env[66526]: INFO networking_nsxv3.common.synchronization [req-d604ff01-3caa-4a01-b924-f043408e37e0 req-4e204adc-58cb-4da6-84da-bd4b35f6e842 service nova] Enqueued Resource ID: d5180f53-09f2-43c2-a36d-469357396d0c with Priority: HIGHEST for action port [ 1303.797690] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1303.797827] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1303.797971] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5180f53-09f2-43c2-a36d-469357396d0c with Priority: HIGHEST for action port [ 1303.798289] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.798413] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.798478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.798692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.798769] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.799639] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.799732] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.799768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.799948] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.800222] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.800222] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.800335] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.800473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.800473] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.800581] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.801278] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5180f53-09f2-43c2-a36d-469357396d0c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.801382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.801434] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.801587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.801658] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5180f53-09f2-43c2-a36d-469357396d0c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.303420] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.304628] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.304786] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.305023] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5180f53-09f2-43c2-a36d-469357396d0c with status ACTIVE [ 1304.305230] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.305397] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.305514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.305710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.305841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.305986] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.306123] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.306178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.306353] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.306452] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.306699] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.306800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.306877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.307371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.307371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.307371] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5180f53-09f2-43c2-a36d-469357396d0c is going to be updated. [ 1304.331451] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.331657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.331657] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.331865] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.332052] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.332242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.810033] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.312911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.312911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.312911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.312911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.313387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.313387] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1305.347493] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.347713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.347713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.347908] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.348070] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.358068] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1307.369654] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1307.370037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.370037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.370248] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.370418] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.370529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.370594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.370745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.370826] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.370909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.370994] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.872854] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.873140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.873140] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.873358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.873581] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.873695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.873751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.873947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.874042] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.874135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.874282] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.874383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.874440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.874568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.874701] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.874788] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.874843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.874976] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.875058] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.875139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.875227] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.377237] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0dc38-53c9-4717-bc4a-93e697e9dab9: rpc.has_security_group_logging(os_id): False [ 1308.398876] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.399111] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.399215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.399502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.399838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.399978] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.400159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.400260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.400498] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.400620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.400911] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.401073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.401174] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.401390] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.401510] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.401792] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.401943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.402053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.402259] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.402372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.402498] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1308.468396] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.468633] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.468764] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.469016] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.469175] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.484469] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1308.798836] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.799026] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1310.508054] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1310.508759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.775601] env[66526]: INFO networking_nsxv3.common.synchronization [req-320c1e46-8442-4351-b661-0eb4f4793a22 req-b7366db3-3c22-4443-8a4a-1d088150b646 tempest-ServerActionsTestOtherB-1643944777 tempest-ServerActionsTestOtherB-1643944777-project-member] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1313.776255] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGHEST for action security_group_members [ 1313.776584] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.776710] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.776783] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.776984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.777208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.777324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.777324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.777449] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.777540] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.777629] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.280440] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.280612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.280706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.280922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.281025] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.281225] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.281321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.281381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.281523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.281598] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.281687] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be updated. [ 1314.311597] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.311752] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.311807] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.312034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.312178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.320766] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: IN_PROGRESS for 2s [ 1316.332877] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011033ae-d3c6-457e-8728-f3e860774bbd in Status: SUCCESS [ 1316.333304] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd deletion is rescheduled due to dependency. [ 1316.333304] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.436313] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.436684] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.436684] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.436879] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.437161] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.437316] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.437429] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.437644] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.437783] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.437987] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.438111] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.438218] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.438320] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.438428] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1317.438531] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.438768] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.458445] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.458635] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1317.458768] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.458941] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-721" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.459267] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-7eba3ca9-acf8-4a59-ba94-6283da4216f5 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.459435] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.459553] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.459844] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.459985] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba3ca9-acf8-4a59-ba94-6283da4216f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.962898] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.963175] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.963310] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.963602] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.963755] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.964096] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.964264] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.964382] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.964598] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.964726] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.965036] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.965208] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.965324] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.965563] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.965701] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.965840] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 is going to be updated. [ 1317.987984] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.988329] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.988464] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.988739] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.988931] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.989174] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.684190] env[66526]: INFO networking_nsxv3.common.synchronization [req-cd5655b5-1721-44d4-bd58-2e028eab9b3f req-f6655203-2d24-4b43-b226-91bfec370147 service nova] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1318.684477] env[66526]: INFO networking_nsxv3.common.synchronization [req-cd5655b5-1721-44d4-bd58-2e028eab9b3f req-f6655203-2d24-4b43-b226-91bfec370147 service nova] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1318.684515] env[66526]: INFO networking_nsxv3.common.synchronization [req-cd5655b5-1721-44d4-bd58-2e028eab9b3f req-f6655203-2d24-4b43-b226-91bfec370147 service nova] Enqueued Resource ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with Priority: HIGHEST for action port [ 1318.684996] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_rules [ 1318.685155] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1318.685252] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with Priority: HIGHEST for action port [ 1318.685521] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.685638] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.685704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.686692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.686817] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.688266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.688398] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.688503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.688718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.688934] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.689082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.689148] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.689311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.689400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.689494] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.690720] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eba3ca9-acf8-4a59-ba94-6283da4216f5 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.691128] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.691252] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.691421] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.691498] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eba3ca9-acf8-4a59-ba94-6283da4216f5',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.191831] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.192937] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eba3ca9-acf8-4a59-ba94-6283da4216f5 with status ACTIVE [ 1319.193311] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.193311] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.193469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.193559] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.193641] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.193824] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.193919] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.194065] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.194232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.194308] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.194489] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.194616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.194661] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.194771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.194843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.194969] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eba3ca9-acf8-4a59-ba94-6283da4216f5 is going to be updated. [ 1319.196197] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.196348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.216697] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.216884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.216934] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.217151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.217282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.217442] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eba3ca9-acf8-4a59-ba94-6283da4216f5" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.697771] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.200947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.201142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.201194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.201427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.201508] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.201608] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be updated. [ 1320.231764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.232053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.232053] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.232272] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.232416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.241691] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: IN_PROGRESS for 2s [ 1320.664665] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.664862] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.665009] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.665354] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.665617] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.665773] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.665886] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.666109] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.666251] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.666522] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.666635] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.666740] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.666851] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.666950] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.667067] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.667204] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.685299] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.685450] env[66526]: DEBUG dogpile.cache.region [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.685581] env[66526]: DEBUG dogpile.lock [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.685746] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "network-626" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.686091] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock port-d5180f53-09f2-43c2-a36d-469357396d0c taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.686289] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.686410] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.686664] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.686797] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5180f53-09f2-43c2-a36d-469357396d0c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.189142] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.189506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.189506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.189827] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.189977] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.190309] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.190476] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.190616] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.190889] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.191062] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.191353] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.191506] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.191622] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.191847] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.192018] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.192168] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Resource: SegmentPort with ID: d5180f53-09f2-43c2-a36d-469357396d0c is going to be updated. [ 1321.214153] env[66526]: DEBUG networking_nsxv3.common.locking [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.214496] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.214668] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.215032] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.215322] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.215627] env[66526]: DEBUG oslo_concurrency.lockutils [None req-5d149b45-cc6c-416e-9630-6c524ff37842 None None] Releasing lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.918405] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ca5350e-b6b7-4394-93df-fbb8851f74b5 req-f19e0e32-66dd-4391-af06-fde4c71a2584 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1321.918577] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ca5350e-b6b7-4394-93df-fbb8851f74b5 req-f19e0e32-66dd-4391-af06-fde4c71a2584 service nova] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1321.918713] env[66526]: INFO networking_nsxv3.common.synchronization [req-3ca5350e-b6b7-4394-93df-fbb8851f74b5 req-f19e0e32-66dd-4391-af06-fde4c71a2584 service nova] Enqueued Resource ID: d5180f53-09f2-43c2-a36d-469357396d0c with Priority: HIGHEST for action port [ 1321.919229] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_rules [ 1321.919364] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1321.919460] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5180f53-09f2-43c2-a36d-469357396d0c with Priority: HIGHEST for action port [ 1321.919733] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.919853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.919973] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.920848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.920848] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.921955] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.922040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.922094] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.922271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.922427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.922523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.922586] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.922724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.922829] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.923136] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.924165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5180f53-09f2-43c2-a36d-469357396d0c taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.924254] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.924320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.924480] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.924550] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5180f53-09f2-43c2-a36d-469357396d0c',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.251486] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1322.251889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.252029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.252451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.252807] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.253085] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.253221] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.253484] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.253644] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.253816] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.253956] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.423169] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.423437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.426709] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5180f53-09f2-43c2-a36d-469357396d0c with status ACTIVE [ 1322.426920] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.427061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.427171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.427443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.427552] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.427748] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.427867] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.427968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.428090] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.428164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.428346] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.428439] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.428493] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.428635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.428707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.428808] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5180f53-09f2-43c2-a36d-469357396d0c is going to be updated. [ 1322.429896] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.451439] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.451675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.451675] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.451852] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.452073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.452291] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5180f53-09f2-43c2-a36d-469357396d0c" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.756521] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.932850] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.259060] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3844fc1-8182-401e-87b8-b2ce8bbdd35b: rpc.has_security_group_logging(os_id): False [ 1323.282861] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.283055] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.283114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.283323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.283416] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.283962] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.283962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.283962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.283962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.284178] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.284281] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be updated. [ 1323.360651] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.360651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.360651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.360651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.360651] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.377445] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: IN_PROGRESS for 2s [ 1323.435223] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.435448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.435568] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.435896] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.436057] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.436232] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1323.480174] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.480358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.480451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.480707] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.480935] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.490899] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1325.396206] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1325.396584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.500708] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1325.500942] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.501139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.501495] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.501719] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.501998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.501998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.502196] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.502286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.502376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.502468] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.004964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.005242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.005301] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.005534] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.005740] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.005959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.005959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.006100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.006171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.006309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.006461] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.006570] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.006635] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.006792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.006933] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.007048] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.007136] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.007387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.007387] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.007546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.007591] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.510499] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e0dc38-53c9-4717-bc4a-93e697e9dab9: rpc.has_security_group_logging(os_id): False [ 1326.528367] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.528577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.528577] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.528858] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.528974] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.529185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.529309] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.529357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.529496] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.529572] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.529745] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.529836] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.529897] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.530161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.530238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.530427] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.530542] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.530580] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.530705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.530779] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.530862] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1326.666458] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.666610] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.666676] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.666890] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.667082] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.681589] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1326.920274] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.920428] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.700061] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1328.700692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.922207] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.922589] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.923602] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.924034] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.697315] env[66526]: INFO networking_nsxv3.common.synchronization [req-07c859c5-c157-4db6-8017-ae545b2204c4 req-0afab789-120b-4207-bcd7-15cb56740e7d tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1338.697914] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1338.698241] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.698363] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.698430] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.698621] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.698771] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.698863] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.698911] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.699076] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.699152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.699243] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.202168] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.704033] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.206886] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.207100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.207145] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.207334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.207427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.207526] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1340.237631] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.237854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.237854] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.237989] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.238191] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.248543] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1342.260780] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1342.261216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.699163] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.699567] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.962058] env[66526]: INFO networking_nsxv3.common.synchronization [req-cb5d9a61-1bb9-437b-8354-c37443762f66 req-0da2667d-c664-433a-94d7-fbab6ddd4a7a tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1344.962648] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e with Priority: HIGHEST for action security_group_members [ 1344.962648] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.962648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.962648] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.962843] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.962969] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.963092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.963158] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.963264] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.963344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.963436] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a7e567e-b037-46ae-a71f-ec6e06cf0b8e',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.465991] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.466250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.466250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.466466] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.466560] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.466764] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.466871] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.466962] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.467163] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.467243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.467335] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e is going to be updated. [ 1345.498815] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.499060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.499060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.499371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.499557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.513087] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: IN_PROGRESS for 2s [ 1347.524402] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e in Status: SUCCESS [ 1347.524753] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a7e567e-b037-46ae-a71f-ec6e06cf0b8e deletion is rescheduled due to dependency. [ 1347.524753] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a7e567e-b037-46ae-a71f-ec6e06cf0b8e" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.429166] env[66526]: INFO networking_nsxv3.common.synchronization [None req-c8ff3b29-1908-42d1-bae2-0a6dfe5c205b tempest-AttachInterfacesTestJSON-1289212312 tempest-AttachInterfacesTestJSON-1289212312-project-member] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1349.429713] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGHEST for action security_group_members [ 1349.430038] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.430165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.430228] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.430426] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.430580] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.430672] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.430745] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.430877] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.430993] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.431566] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.935877] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.936112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.936232] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.936769] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.936906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.937157] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.937316] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.937406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.937602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.937712] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.937821] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be updated. [ 1349.969529] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.969794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.969794] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.969971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.970159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.980304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: IN_PROGRESS for 2s [ 1351.990949] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 in Status: SUCCESS [ 1351.991440] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 deletion is rescheduled due to dependency. [ 1351.991440] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.752183] env[66526]: INFO networking_nsxv3.common.synchronization [None req-3ea67f0e-03a5-4233-b80c-95b6f647a629 None None] Enqueued Resource ID: a7e5249a-0a16-44dd-b700-b7433353557f with Priority: HIGHEST for action port [ 1353.752447] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e5249a-0a16-44dd-b700-b7433353557f with Priority: HIGHEST for action port [ 1353.752944] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e5249a-0a16-44dd-b700-b7433353557f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.753129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e5249a-0a16-44dd-b700-b7433353557f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.753129] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e5249a-0a16-44dd-b700-b7433353557f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.753372] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e5249a-0a16-44dd-b700-b7433353557f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.753452] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e5249a-0a16-44dd-b700-b7433353557f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.256805] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e5249a-0a16-44dd-b700-b7433353557f [ 1354.257092] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.257092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.257260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.257394] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.257455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.257760] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e5249a-0a16-44dd-b700-b7433353557f already deleted. [ 1354.257760] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e5249a-0a16-44dd-b700-b7433353557f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.913682] env[66526]: INFO networking_nsxv3.common.synchronization [None req-0af959bc-fd3a-4663-8ba1-22553434a48a None None] Enqueued Resource ID: 342b8a40-65d2-4e1d-b5bc-45d65de41f7d with Priority: HIGHEST for action port [ 1355.914255] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342b8a40-65d2-4e1d-b5bc-45d65de41f7d with Priority: HIGHEST for action port [ 1355.914627] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-342b8a40-65d2-4e1d-b5bc-45d65de41f7d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.914751] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342b8a40-65d2-4e1d-b5bc-45d65de41f7d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.914797] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342b8a40-65d2-4e1d-b5bc-45d65de41f7d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.915313] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342b8a40-65d2-4e1d-b5bc-45d65de41f7d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.915417] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342b8a40-65d2-4e1d-b5bc-45d65de41f7d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.417158] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 342b8a40-65d2-4e1d-b5bc-45d65de41f7d [ 1356.417421] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.417602] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.417694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.417922] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.418101] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.418167] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:342b8a40-65d2-4e1d-b5bc-45d65de41f7d already deleted. [ 1356.418208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342b8a40-65d2-4e1d-b5bc-45d65de41f7d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.745529] env[66526]: INFO networking_nsxv3.common.synchronization [req-2b1cddf6-a933-4b82-94b3-0fa98afb4856 req-d996b8e4-e67d-43f7-b4b1-5ab5d3efd47a tempest-ServerTagsTestJSON-1721272998 tempest-ServerTagsTestJSON-1721272998-project-member] Enqueued Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1358.746099] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1358.746409] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.746532] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.746597] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.746853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.747015] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.747292] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.747362] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.747541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.747662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.747769] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.009092] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.009302] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-377" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.009407] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-377" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.009930] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-377" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.010012] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.010468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.010468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.010468] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.010629] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.010870] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1359.010932] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1359.010999] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1359.011120] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1359.011235] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1359.011342] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1359.011488] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1359.031898] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1359.032076] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1359.032215] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1359.032399] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-377" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.032746] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-970c84c9-51b3-41b1-bad7-b323697ddf2b taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.032922] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.033052] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.033394] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.033536] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970c84c9-51b3-41b1-bad7-b323697ddf2b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.249947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.250215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.250299] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.250624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.250768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.251108] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.251285] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.251373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.251605] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.251723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.251861] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 already deleted. [ 1359.251995] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.536108] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.536326] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.536443] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.536721] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.536866] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.537029] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 970c84c9-51b3-41b1-bad7-b323697ddf2b not found, creating... [ 1359.537287] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.537494] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.537620] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.537834] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.537968] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.538279] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.538453] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.538591] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.538814] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.538946] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.539118] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 970c84c9-51b3-41b1-bad7-b323697ddf2b is going to be created. [ 1359.560625] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.560901] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.561091] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.561437] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.561698] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.561932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.260962] env[66526]: INFO networking_nsxv3.common.synchronization [req-2b1cddf6-a933-4b82-94b3-0fa98afb4856 req-47351a2c-8499-4a87-96be-f0928aa8c5ae service nova] Enqueued Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_rules [ 1360.261248] env[66526]: INFO networking_nsxv3.common.synchronization [req-2b1cddf6-a933-4b82-94b3-0fa98afb4856 req-47351a2c-8499-4a87-96be-f0928aa8c5ae service nova] Enqueued Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1360.261296] env[66526]: INFO networking_nsxv3.common.synchronization [req-2b1cddf6-a933-4b82-94b3-0fa98afb4856 req-47351a2c-8499-4a87-96be-f0928aa8c5ae service nova] Enqueued Resource ID: 970c84c9-51b3-41b1-bad7-b323697ddf2b with Priority: HIGHEST for action port [ 1360.261757] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_rules [ 1360.261957] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1360.261995] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970c84c9-51b3-41b1-bad7-b323697ddf2b with Priority: HIGHEST for action port [ 1360.262431] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.262583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.262684] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.262968] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.263094] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.263952] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.264072] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.264185] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.264374] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.264575] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.264713] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.264775] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.265596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.265596] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.265596] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.266208] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-970c84c9-51b3-41b1-bad7-b323697ddf2b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.266208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.266208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.266208] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.266398] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970c84c9-51b3-41b1-bad7-b323697ddf2b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.767982] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.769071] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.769218] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.769345] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 970c84c9-51b3-41b1-bad7-b323697ddf2b with status ACTIVE [ 1360.769504] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.769612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.769678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.769878] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.769965] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.770144] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.770239] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.770294] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.770443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.770521] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.770697] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.770787] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.770844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.770979] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.771061] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.771142] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 970c84c9-51b3-41b1-bad7-b323697ddf2b is going to be updated. [ 1360.793273] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.793487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.793487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.793585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.793663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.793811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970c84c9-51b3-41b1-bad7-b323697ddf2b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.272853] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.775494] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.775682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.775765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.776011] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.776107] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.776745] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 is going to be created. [ 1361.800465] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.800609] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.800703] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.801009] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.801242] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.810824] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: UNINITIALIZED for 2s [ 1363.820894] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: SUCCESS [ 1363.821330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.821330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.821514] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.821706] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.821822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.821888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.822044] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.822125] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.822209] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.822296] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.324285] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.324595] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.324669] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.324884] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.325077] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.325183] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.325243] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.325400] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.325489] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.325611] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.325748] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.325841] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.325954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.326130] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.326271] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.326381] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.326457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.326634] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.326746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.326888] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.326943] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.829132] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7: rpc.has_security_group_logging(os_id): False [ 1364.846964] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.847180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.847180] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.847396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.847485] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.847721] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.847800] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.847838] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.847992] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.848092] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.848266] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.848351] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848420] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.848548] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.848613] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.848799] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.848887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848955] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.849139] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.849215] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.849293] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 is going to be created. [ 1364.908471] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.908719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.908719] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.908874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.909047] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.921432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: IN_PROGRESS for 2s [ 1365.263418] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.263667] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1366.935443] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: SUCCESS [ 1366.935892] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.989278] env[66526]: INFO networking_nsxv3.common.synchronization [req-09396581-c64b-4371-9b14-7fc1bfe4d074 req-324d7b74-a140-4388-8248-bd62965afcf4 tempest-AttachVolumeShelveTestJSON-1150384722 tempest-AttachVolumeShelveTestJSON-1150384722-project-member] Enqueued Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1369.989854] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b with Priority: HIGHEST for action security_group_members [ 1369.990176] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.990334] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.990418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.990584] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.991165] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.991165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.991165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.991165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.991165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.991520] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3844fc1-8182-401e-87b8-b2ce8bbdd35b',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.494095] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.494326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.494326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.494528] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.494627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.494836] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.494937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.494998] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.495173] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.495247] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.495332] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b is going to be updated. [ 1370.524910] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.525156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.525156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.525330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.525469] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.535705] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: IN_PROGRESS for 2s [ 1370.925097] env[66526]: INFO networking_nsxv3.common.synchronization [req-c2abd6c5-7a7b-45da-9d9d-83b8b0e1367c req-1a50dfa3-ed8d-4050-a46f-3ec591029297 tempest-ServerTagsTestJSON-1721272998 tempest-ServerTagsTestJSON-1721272998-project-member] Enqueued Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1370.928845] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 with Priority: HIGHEST for action security_group_members [ 1370.928845] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.928845] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.928845] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.928845] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f94aac7-2ddf-4fcc-9148-8776f19e9bb7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.431561] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.431959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.431959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.431959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.432155] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.432307] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.432437] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.432502] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.432663] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.432765] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.432834] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 is going to be updated. [ 1371.460083] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.460396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.460396] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.460576] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.460636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.469394] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: IN_PROGRESS for 2s [ 1372.548513] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b in Status: SUCCESS [ 1372.548937] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3844fc1-8182-401e-87b8-b2ce8bbdd35b deletion is rescheduled due to dependency. [ 1372.548937] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3844fc1-8182-401e-87b8-b2ce8bbdd35b" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.479298] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 in Status: SUCCESS [ 1373.479482] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f94aac7-2ddf-4fcc-9148-8776f19e9bb7 deletion is rescheduled due to dependency. [ 1373.479627] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f94aac7-2ddf-4fcc-9148-8776f19e9bb7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.927154] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.927154] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.928038] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.928515] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.929597] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.929988] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.930741] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.930741] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.932213] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.932643] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.933703] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.934171] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.934838] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.935273] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.935692] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.936116] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.936611] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.937065] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.938041] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.938421] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.938854] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.939402] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.214919] env[66526]: INFO networking_nsxv3.common.synchronization [req-a29ea3fc-bef8-499b-b5f9-b66b197c4504 req-23d351e5-2d8f-4366-97f3-6fba5acd2c9d tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1426.215569] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGHEST for action security_group_members [ 1426.216269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.216384] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.216461] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.216694] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.216863] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.216990] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.217096] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.217201] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.217280] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.217378] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.719541] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.719772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.719772] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.719932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.720030] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.720215] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.720323] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.720383] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.720533] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.720606] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.720689] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb571eac-c895-4b1c-b595-13926b77f18f is going to be updated. [ 1426.759865] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.760119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.760119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.760326] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.760486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.769668] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: IN_PROGRESS for 2s [ 1428.781679] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb571eac-c895-4b1c-b595-13926b77f18f in Status: SUCCESS [ 1428.782095] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb571eac-c895-4b1c-b595-13926b77f18f deletion is rescheduled due to dependency. [ 1428.782095] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.777174] env[66526]: INFO networking_nsxv3.common.synchronization [None req-5c0b1f90-2d0c-427f-b547-7ffee5f84448 tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1430.777424] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1430.777717] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.777835] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.777900] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.778164] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.778247] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.854969] env[66526]: INFO networking_nsxv3.common.synchronization [None req-d2038eda-70fa-4e69-82a2-06bc21301e81 tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1430.855676] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1430.855975] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.856091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.298790] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.298964] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.299035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.299235] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.299324] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.299421] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 already deleted. [ 1431.299513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.299734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.299954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.300051] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.821498] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.821895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.821895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.821895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.822034] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.822034] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 already deleted. [ 1431.822103] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.856394] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.856786] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.191431] env[66526]: INFO networking_nsxv3.common.synchronization [req-02ace656-27da-40bc-b35d-44c12c6b8c34 req-96446afc-1910-4f23-99d4-aeaf749b20f3 tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1436.191431] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1436.191818] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.191932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.191932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.192165] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.192326] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.192451] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.192601] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.192678] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.192746] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.192810] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.450320] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.450599] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.450773] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.451084] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.451385] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.451575] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.451702] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.451920] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.452082] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.452283] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.452395] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] NeedRegenerationException {{(pid=66526) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1436.452501] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] no value, waiting for create lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1436.452606] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] value creation lock acquired {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1436.452713] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] No value present for key: 'zone-id' {{(pid=66526) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1436.452815] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Calling creation function for not-yet-present value {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1436.452944] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1436.476426] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1436.476730] env[66526]: DEBUG dogpile.cache.region [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66526) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1436.476827] env[66526]: DEBUG dogpile.lock [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Released creation lock {{(pid=66526) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1436.476949] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "network-28" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.477306] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock port-56844fd6-ed76-4e21-bbad-fd51ef48e35d taken with stack trace [, , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.477485] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.477605] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.477954] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.478133] env[66526]: DEBUG networking_nsxv3.api.rpc [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56844fd6-ed76-4e21-bbad-fd51ef48e35d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.695587] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.695809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.695809] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.695959] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.696066] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.696297] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.696447] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.696503] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.696624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.696700] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.696787] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 already deleted. [ 1436.696866] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.980562] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.980932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.980932] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.981074] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.981156] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.981314] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Segment Port 56844fd6-ed76-4e21-bbad-fd51ef48e35d not found, creating... [ 1436.981566] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.981722] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.981839] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.982071] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.982212] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.982524] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.982641] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.982759] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.982960] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.983124] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.983274] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Resource: SegmentPort with ID: 56844fd6-ed76-4e21-bbad-fd51ef48e35d is going to be created. [ 1437.004872] env[66526]: DEBUG networking_nsxv3.common.locking [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.005141] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.005296] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.005576] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.005831] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.006081] env[66526]: DEBUG oslo_concurrency.lockutils [None req-384b9e7e-b741-4149-b438-915a462cb14d None None] Releasing lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.683053] env[66526]: INFO networking_nsxv3.common.synchronization [req-02ace656-27da-40bc-b35d-44c12c6b8c34 req-a5ee68a6-23ce-47ac-a4dc-352319b2fa45 service nova] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1437.683181] env[66526]: INFO networking_nsxv3.common.synchronization [req-02ace656-27da-40bc-b35d-44c12c6b8c34 req-a5ee68a6-23ce-47ac-a4dc-352319b2fa45 service nova] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1437.683340] env[66526]: INFO networking_nsxv3.common.synchronization [req-02ace656-27da-40bc-b35d-44c12c6b8c34 req-a5ee68a6-23ce-47ac-a4dc-352319b2fa45 service nova] Enqueued Resource ID: 56844fd6-ed76-4e21-bbad-fd51ef48e35d with Priority: HIGHEST for action port [ 1437.683851] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_rules [ 1437.683989] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1437.684248] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56844fd6-ed76-4e21-bbad-fd51ef48e35d with Priority: HIGHEST for action port [ 1437.684511] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.684632] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.684697] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.684904] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.684983] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.685846] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.685956] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.686031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.686203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.686375] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.686486] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.686555] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.686711] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.686777] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.686864] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.687840] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock port-56844fd6-ed76-4e21-bbad-fd51ef48e35d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.688160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.688160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.688160] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.688300] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56844fd6-ed76-4e21-bbad-fd51ef48e35d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.190076] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.190553] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.190553] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56844fd6-ed76-4e21-bbad-fd51ef48e35d with status ACTIVE [ 1438.190553] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.190706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.190706] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.190860] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.190949] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.191241] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.191377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.191445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.191616] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.191708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.191868] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.191967] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.192019] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.192171] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.192233] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.192304] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56844fd6-ed76-4e21-bbad-fd51ef48e35d is going to be updated. [ 1438.193425] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.214683] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.214868] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.214918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.215110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.215278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.215432] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56844fd6-ed76-4e21-bbad-fd51ef48e35d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.695544] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.199748] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.199748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.199748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.199748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.200206] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.200206] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 is going to be created. [ 1439.223526] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.223709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.223709] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.223926] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.224091] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.233269] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: UNINITIALIZED for 2s [ 1441.244494] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: UNINITIALIZED for 4s [ 1442.685622] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.685622] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1443.257371] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: SUCCESS [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.257371] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.257371] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.257874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.257874] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.257874] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.760121] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.262784] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 369d29b4-3f95-44e5-a9ab-429a5cc7b861: rpc.has_security_group_logging(os_id): False [ 1444.283272] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.283504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.283504] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.283692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.283780] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.284046] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.284152] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.284216] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.284377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.284522] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.284601] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 is going to be created. [ 1444.346509] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.346767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.346767] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.346913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.347105] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.358059] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: IN_PROGRESS for 2s [ 1446.372648] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: SUCCESS [ 1446.373100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.686798] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.687174] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.688189] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.688637] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.690093] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.690497] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.691522] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.691950] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.692698] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.692698] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.693951] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.694317] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.695201] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.696060] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.697288] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.697288] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.698610] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.698983] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.699954] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.700368] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.963691] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1494.964148] env[66526]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ddfc1379-547c-48fa-bb0a-c8420762fad8 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1497.701264] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.701685] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.702197] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.702672] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.703184] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.703644] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.704101] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.704547] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.017544] env[66526]: INFO networking_nsxv3.common.synchronization [req-99bfa4a1-864d-4d26-98c3-14cdfbb90f1d req-eafd2886-f880-4a0d-a653-0f82bbf213f5 tempest-AttachVolumeTestJSON-1918789462 tempest-AttachVolumeTestJSON-1918789462-project-member] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1515.017938] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGHEST for action security_group_members [ 1515.017938] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock member-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.018819] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.018819] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.019156] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.019156] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.521604] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.521873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.521873] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.522024] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.522120] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.522333] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.522436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.522497] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.522652] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.522729] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.522840] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 is going to be updated. [ 1515.559318] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.559547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.559547] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.559708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.559844] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.568071] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: IN_PROGRESS for 2s [ 1517.579161] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 in Status: SUCCESS [ 1517.579695] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 deletion is rescheduled due to dependency. [ 1517.579695] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.018878] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.019270] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.917750] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.918202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.918202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.918202] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.918334] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.420878] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.923134] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.425056] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1523.425313] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1524.155694] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.156135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.156135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.156135] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.168077] env[66526]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1524.170330] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.171058] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1524.339903] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.340159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.340159] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.340320] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.352523] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.353351] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1524.353423] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.353512] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1524.383350] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.383513] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.383562] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.383748] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.384557] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.384706] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1524.459829] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.460119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.460119] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.460275] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.460520] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.460794] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1524.539076] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.539317] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.539457] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.539666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.539960] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.540247] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1524.540339] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'684bac1c-eaa1-41d4-ad8f-a43e4e57ff41', '8c7e3e37-222b-449b-8fdd-1084b94453ff', '011033ae-d3c6-457e-8728-f3e860774bbd', 'f7e0dc38-53c9-4717-bc4a-93e697e9dab9', 'ca370ef8-7386-4955-8ecc-e69f9d9aaf72', '369d29b4-3f95-44e5-a9ab-429a5cc7b861', 'd2b5c105-98d3-4459-b669-1187ee6faba9', '4ee48faf-10f2-489a-9c49-104a743b61b7', '44210d6e-5f29-49d1-8a6c-5a79d009fc64', '1cb9f174-9448-45c8-b7d5-36ebcb3a23fd', '31d39255-5989-4997-ae03-7d19d5404025', '061c86e2-9f47-42a6-a617-e1fe3cc4eb92', '3de96e37-5762-4866-8ec7-8c359b62aa9d', 'cca02882-c8f0-41ae-aa9b-6c8c99489236', 'cc5a0e46-d381-423e-9072-2516ed644299', 'a61df344-e1e7-42dd-9e63-90f46adb53f8', '9cd6a0c2-5315-4186-9c72-804230928551', 'cb571eac-c895-4b1c-b595-13926b77f18f', 'ff11b7cf-6cf4-4e63-a102-b48a936da5d3', '7781e0c6-bfae-457a-9b6a-de865dd3c5f4', 'a3844fc1-8182-401e-87b8-b2ce8bbdd35b', '6a7e567e-b037-46ae-a71f-ec6e06cf0b8e', '7f94aac7-2ddf-4fcc-9148-8776f19e9bb7', '40345d28-ce59-4fb1-8001-047f55e1b3e1', '62bbad07-afaf-4ff1-b8b4-b906b3fa7334'} {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.540432] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1524.562129] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.562348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.562348] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.562536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.562617] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.562721] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1524.562804] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.562873] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1524.639855] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.640029] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.640100] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.640278] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.641388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.641635] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1524.641715] env[66526]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66526) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1524.641784] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1524.641852] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1524.641930] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1524.642014] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGH for action security_group_rules [ 1524.642099] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGH for action security_group_rules [ 1524.642163] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1524.642227] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGH for action security_group_rules [ 1524.642288] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGH for action security_group_rules [ 1524.642350] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGH for action security_group_rules [ 1524.642408] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGH for action security_group_rules [ 1524.642468] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGH for action security_group_rules [ 1524.642527] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGH for action security_group_rules [ 1524.642580] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGH for action security_group_rules [ 1524.642640] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGH for action security_group_rules [ 1524.642698] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGH for action security_group_rules [ 1524.642758] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGH for action security_group_rules [ 1524.642821] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGH for action security_group_rules [ 1524.642876] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGH for action security_group_rules [ 1524.642936] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGH for action security_group_rules [ 1524.642998] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGH for action security_group_rules [ 1524.643069] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGH for action security_group_rules [ 1524.643123] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGH for action security_group_rules [ 1524.643189] env[66526]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGH for action security_group_rules [ 1524.643282] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.020163] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.020334] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1525.020401] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 with Priority: HIGH for action security_group_rules [ 1525.020498] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011033ae-d3c6-457e-8728-f3e860774bbd with Priority: HIGH for action security_group_rules [ 1525.020584] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b5c105-98d3-4459-b669-1187ee6faba9 with Priority: HIGH for action security_group_rules [ 1525.020677] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5a0e46-d381-423e-9072-2516ed644299 with Priority: HIGH for action security_group_rules [ 1525.020766] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 with Priority: HIGH for action security_group_rules [ 1525.020855] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 with Priority: HIGH for action security_group_rules [ 1525.020943] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb571eac-c895-4b1c-b595-13926b77f18f with Priority: HIGH for action security_group_rules [ 1525.021083] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd6a0c2-5315-4186-9c72-804230928551 with Priority: HIGH for action security_group_rules [ 1525.021207] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 with Priority: HIGH for action security_group_rules [ 1525.021296] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 with Priority: HIGH for action security_group_rules [ 1525.021382] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d with Priority: HIGH for action security_group_rules [ 1525.021465] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 with Priority: HIGH for action security_group_rules [ 1525.021548] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d39255-5989-4997-ae03-7d19d5404025 with Priority: HIGH for action security_group_rules [ 1525.021631] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd with Priority: HIGH for action security_group_rules [ 1525.021712] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 with Priority: HIGH for action security_group_rules [ 1525.021792] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 with Priority: HIGH for action security_group_rules [ 1525.021876] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 with Priority: HIGH for action security_group_rules [ 1525.021958] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 with Priority: HIGH for action security_group_rules [ 1525.022054] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff with Priority: HIGH for action security_group_rules [ 1525.022139] env[66526]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 with Priority: HIGH for action security_group_rules [ 1525.022463] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.022589] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.022649] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.022848] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.022925] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684bac1c-eaa1-41d4-ad8f-a43e4e57ff41',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.024189] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011033ae-d3c6-457e-8728-f3e860774bbd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.024315] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.024366] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.024531] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.024604] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011033ae-d3c6-457e-8728-f3e860774bbd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.025546] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2b5c105-98d3-4459-b669-1187ee6faba9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.025546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.025546] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.025723] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.025756] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2b5c105-98d3-4459-b669-1187ee6faba9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.026920] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5a0e46-d381-423e-9072-2516ed644299 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.026920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.026920] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.027250] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.027250] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5a0e46-d381-423e-9072-2516ed644299',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.028251] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.028251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.028251] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.028443] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.028443] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7781e0c6-bfae-457a-9b6a-de865dd3c5f4',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.029195] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.029306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.029376] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.029541] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.029632] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff11b7cf-6cf4-4e63-a102-b48a936da5d3',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.030466] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb571eac-c895-4b1c-b595-13926b77f18f taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.030618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.030692] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.030821] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.030889] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb571eac-c895-4b1c-b595-13926b77f18f',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.031572] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cd6a0c2-5315-4186-9c72-804230928551 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.031682] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.031796] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.031909] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.031980] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cd6a0c2-5315-4186-9c72-804230928551',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.032801] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca02882-c8f0-41ae-aa9b-6c8c99489236 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.032954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.033110] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.033279] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.033334] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca02882-c8f0-41ae-aa9b-6c8c99489236',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.034269] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61df344-e1e7-42dd-9e63-90f46adb53f8 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.034422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.034524] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.034643] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.034787] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61df344-e1e7-42dd-9e63-90f46adb53f8',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.035853] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de96e37-5762-4866-8ec7-8c359b62aa9d taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.035972] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.036068] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.036260] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.036338] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de96e37-5762-4866-8ec7-8c359b62aa9d',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.037345] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.037445] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.037505] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.037655] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.037723] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061c86e2-9f47-42a6-a617-e1fe3cc4eb92',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.038745] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d39255-5989-4997-ae03-7d19d5404025 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.038853] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.038984] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.039151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.039223] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d39255-5989-4997-ae03-7d19d5404025',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.040254] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.040369] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.041049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.041049] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.041049] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb9f174-9448-45c8-b7d5-36ebcb3a23fd',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.041302] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.041624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.041624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.041624] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.041810] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44210d6e-5f29-49d1-8a6c-5a79d009fc64',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.042729] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.042850] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.042906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.043038] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.043117] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369d29b4-3f95-44e5-a9ab-429a5cc7b861',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.044334] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ee48faf-10f2-489a-9c49-104a743b61b7 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.044455] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.044536] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.044708] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.044818] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ee48faf-10f2-489a-9c49-104a743b61b7',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.045883] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.046040] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.046296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.046296] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.046378] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca370ef8-7386-4955-8ecc-e69f9d9aaf72',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.047811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7e3e37-222b-449b-8fdd-1084b94453ff taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.047811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.047811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.047811] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.047811] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7e3e37-222b-449b-8fdd-1084b94453ff',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.048865] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9 taken with stack trace [, , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.049078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.049078] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.049187] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.049187] env[66526]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e0dc38-53c9-4717-bc4a-93e697e9dab9',) {} {{(pid=66526) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.076477] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.076637] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.076680] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.076881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.079168] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.079271] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.080043] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.080162] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.097887] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.098020] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5a0e46-d381-423e-9072-2516ed644299 is going to be deleted. [ 1525.098820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.099028] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.116718] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.116847] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb571eac-c895-4b1c-b595-13926b77f18f is going to be deleted. [ 1525.117759] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.117978] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.136333] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.136504] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7781e0c6-bfae-457a-9b6a-de865dd3c5f4 is going to be deleted. [ 1525.152843] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.153149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.153149] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.153360] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.153444] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.153685] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5a0e46-d381-423e-9072-2516ed644299" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.183811] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.184318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.184318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.184318] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.184427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.184460] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb571eac-c895-4b1c-b595-13926b77f18f" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.194177] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.194344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.194418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.194636] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.194724] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.194847] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7781e0c6-bfae-457a-9b6a-de865dd3c5f4" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.564896] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.565132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.565132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.565344] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.570833] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.571054] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.571671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.571768] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.576823] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.576954] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.612830] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.613112] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.613832] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.614059] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.614718] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.614918] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.615614] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.615722] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.616433] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.616554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.617244] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.617377] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.618018] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.618161] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.618696] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.619185] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.619321] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.619910] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.620315] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.620422] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.621013] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.621460] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.621567] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.622233] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.622671] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.622795] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.623358] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.623792] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.623916] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de96e37-5762-4866-8ec7-8c359b62aa9d is going to be deleted. [ 1525.625390] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.625556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.625556] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.625734] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.627253] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.627382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.644377] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.644987] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.645116] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb9f174-9448-45c8-b7d5-36ebcb3a23fd is going to be deleted. [ 1525.646037] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.646388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.663891] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.664036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061c86e2-9f47-42a6-a617-e1fe3cc4eb92 is going to be deleted. [ 1525.664889] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.665109] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.697943] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.698125] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61df344-e1e7-42dd-9e63-90f46adb53f8 is going to be deleted. [ 1525.699724] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.699862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.700017] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.700234] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.700327] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.700448] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de96e37-5762-4866-8ec7-8c359b62aa9d" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.700587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.700742] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.702250] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.702358] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.721565] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.721705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.725822] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.725949] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ee48faf-10f2-489a-9c49-104a743b61b7 is going to be deleted. [ 1525.726905] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.727306] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.746203] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.746355] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cd6a0c2-5315-4186-9c72-804230928551 is going to be deleted. [ 1525.747357] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.747554] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.784382] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.784582] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7e3e37-222b-449b-8fdd-1084b94453ff is going to be deleted. [ 1525.785459] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.785673] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.811227] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.811431] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.813809] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.813952] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.833587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.833795] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011033ae-d3c6-457e-8728-f3e860774bbd is going to be deleted. [ 1525.834701] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.834932] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.930647] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.930870] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.932761] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.932911] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44210d6e-5f29-49d1-8a6c-5a79d009fc64 is going to be deleted. [ 1525.933827] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.934060] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.946947] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.947194] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.988574] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.988798] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff11b7cf-6cf4-4e63-a102-b48a936da5d3 is going to be deleted. [ 1525.989715] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.989930] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.037963] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.038258] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.074971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.075254] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2b5c105-98d3-4459-b669-1187ee6faba9 is going to be deleted. [ 1526.076132] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.076427] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.084068] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.084240] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.111087] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.111388] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.135929] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.136149] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e0dc38-53c9-4717-bc4a-93e697e9dab9 is going to be deleted. [ 1526.137074] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.137322] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.198516] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.198885] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369d29b4-3f95-44e5-a9ab-429a5cc7b861 is going to be deleted. [ 1526.199647] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.199862] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.249806] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.250036] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684bac1c-eaa1-41d4-ad8f-a43e4e57ff41 is going to be deleted. [ 1526.250839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.251056] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.279061] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.279417] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.285816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.286012] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.291418] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.291545] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d39255-5989-4997-ae03-7d19d5404025 is going to be deleted. [ 1526.292435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.292640] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.369612] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.369734] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca02882-c8f0-41ae-aa9b-6c8c99489236 is going to be deleted. [ 1526.370704] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.370915] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.381816] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.382035] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.392815] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.393104] env[66526]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca370ef8-7386-4955-8ecc-e69f9d9aaf72 is going to be deleted. [ 1526.393839] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.394073] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.394166] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.394286] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb9f174-9448-45c8-b7d5-36ebcb3a23fd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.394436] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.394587] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.394664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.394773] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061c86e2-9f47-42a6-a617-e1fe3cc4eb92" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.395261] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.395446] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.395529] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.395645] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61df344-e1e7-42dd-9e63-90f46adb53f8" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.395771] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.395913] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.395985] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.396142] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ee48faf-10f2-489a-9c49-104a743b61b7" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.396269] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.396408] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.396487] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.396620] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cd6a0c2-5315-4186-9c72-804230928551" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.396754] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.396895] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.396971] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.397114] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7e3e37-222b-449b-8fdd-1084b94453ff" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.397266] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.397406] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.397478] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.397585] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011033ae-d3c6-457e-8728-f3e860774bbd" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.397705] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.397837] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.397906] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.398026] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44210d6e-5f29-49d1-8a6c-5a79d009fc64" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.398151] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.398288] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.398356] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.398465] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff11b7cf-6cf4-4e63-a102-b48a936da5d3" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.398583] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.398717] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.398789] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.398894] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2b5c105-98d3-4459-b669-1187ee6faba9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.399031] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.399167] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.399238] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.399345] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e0dc38-53c9-4717-bc4a-93e697e9dab9" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.399462] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.399594] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.399664] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.399762] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684bac1c-eaa1-41d4-ad8f-a43e4e57ff41" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.404113] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.404274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.404274] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.404435] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.404511] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.404618] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369d29b4-3f95-44e5-a9ab-429a5cc7b861" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.416146] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.416331] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.416373] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.416575] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.416666] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.416774] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d39255-5989-4997-ae03-7d19d5404025" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.457287] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.457550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.457550] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.457733] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.457820] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.457940] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca02882-c8f0-41ae-aa9b-6c8c99489236" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.529875] env[66526]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1526.530429] env[66526]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66526) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.530593] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.530662] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.530881] env[66526]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.530947] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.531086] env[66526]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca370ef8-7386-4955-8ecc-e69f9d9aaf72" {{(pid=66526) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.023402] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.023685] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.024636] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.025146] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.026188] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.026644] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.026932] env[66526]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.027441] env[66526]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0